-- Logs begin at Wed 2022-03-16 14:42:37 UTC, end at Wed 2022-03-16 17:00:59 UTC. -- Mar 16 16:24:56.943307 dv-cinder-834009-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 16:24:59.856973 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.common.config [-] Logging enabled! Mar 16 16:24:59.857593 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev30 Mar 16 16:24:59.857763 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103381) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 16:24:59.861161 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.common.config [-] Logging enabled! Mar 16 16:24:59.861416 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev30 Mar 16 16:24:59.861728 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103381) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 16:24:59.862663 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 16:24:59.862901 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 16:24:59.863272 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 16:24:59.863518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 16:24:59.863746 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 16:24:59.864532 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.864964 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 16 16:24:59.865297 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.865598 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.865896 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.866189 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.866482 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.866765 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.867056 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.867351 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.867639 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.867921 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.868207 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.868528 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.868813 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.869106 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.869394 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.869676 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] debug = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.869958 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.870386 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.870807 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.871086 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.871376 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.871655 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.871926 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.872201 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.872506 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.872830 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] host = dv-cinder-834009-1-iscsi {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.873106 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.873393 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.873679 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.873965 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.874240 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.874518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.874803 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.875083 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.875357 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] log_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.875631 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.876132 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.876466 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.876765 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.876996 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.877225 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.877519 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.877812 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.878092 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.878368 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.878644 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.878919 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.879193 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.879464 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.879747 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.880029 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.880338 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.880620 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.880895 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.881166 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.881438 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.881724 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.881995 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.882268 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.882540 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.882823 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.883091 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.883364 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.883660 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.883948 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.884232 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.884544 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.884820 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.885109 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.885379 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.885651 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.885923 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] use_json = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.886194 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.886465 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.886744 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.887013 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.887283 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.887553 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.887822 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.888108 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.888409 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:24:59.888707 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.889005 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.889306 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.889601 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.889891 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.890170 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.890460 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.890737 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.891025 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.891866 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.892314 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.892600 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.892902 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.893195 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.893495 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.893800 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.894096 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.894444 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.894726 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.895003 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.895278 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.895562 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.895848 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.896131 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.896442 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.896737 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.897015 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.897314 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.897602 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.897897 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.898186 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.898460 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.898739 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.899032 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.899308 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.899581 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.899856 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.900144 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.900449 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.900724 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.901016 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.901283 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.901555 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.901826 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.902098 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.902387 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.902661 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.902932 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.903201 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.903474 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.903745 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.904026 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.904329 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.904608 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.904881 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.905155 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.905425 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.905700 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.905973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.906245 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.906516 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.906788 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.907663 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.907941 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.908215 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.908514 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.908791 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.909066 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.909341 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.909612 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.909883 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.910153 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.910424 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.910696 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.910979 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.911273 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.911550 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.911826 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.912104 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.912400 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.912677 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.912953 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.913229 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.913503 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.913775 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.914066 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.914344 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.914625 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.914926 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.915201 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.915495 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.915782 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.916056 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.916362 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.916640 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.916917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.917200 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.917480 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.917775 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.918069 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.918361 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.918653 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.918944 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.919221 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.919527 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.919805 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:24:59.920021 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 16:24:59.920257 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103381) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 16:25:00.289931 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 16:25:00.290208 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 16:25:00.290515 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 16:25:00.290991 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 16:25:00.619641 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.619860 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.620133 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.621346 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.621631 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.622013 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.677372 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.677648 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.677914 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.692897 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.693184 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.693456 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.724489 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.724770 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.725035 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.870184 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.870797 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:00.870797 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.108701 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.108987 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.109254 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.109523 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.110255 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.209571 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.209890 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.210170 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.210439 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.210705 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.211014 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.211276 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.211531 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.211783 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.212062 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.212340 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.212608 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.212863 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.213114 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.213371 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.213633 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.213887 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.214150 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.214415 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.214669 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.214940 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.215187 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.215465 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.215835 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.216082 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.216351 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.216743 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:01.216981 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:01.217216 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:01.217448 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:01.217684 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:01.217917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:01.218276 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 16:25:01.221614 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 16:25:01.225657 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 16:25:01.229460 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 16 16:25:01.231101 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 16:25:01.231574 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 16:25:01.231906 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 16:25:01.232305 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 16:25:01.235165 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 16:25:01.235420 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 16:25:01.235770 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 16:25:01.240666 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 16 16:25:01.266169 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 16:25:01.266782 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.267151 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103381) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 16 16:25:01.267530 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.268943 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103381) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 16:25:01.269224 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 16:25:01.269472 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 16:25:01.272821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.273103 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.335587 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 16:25:01.335829 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 16:25:01.336067 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 16:25:01.336483 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 16:25:01.356412 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_db.sqlalchemy.engines [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103381) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 16 16:25:01.801929 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing driver for type 'gre' Mar 16 16:25:01.802458 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] gre ID ranges: [(1, 1000)] Mar 16 16:25:01.859880 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing driver for type 'local' Mar 16 16:25:01.860756 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing driver for type 'vlan' Mar 16 16:25:01.873110 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] VlanTypeDriver initialization complete Mar 16 16:25:01.873668 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing driver for type 'vxlan' Mar 16 16:25:01.874112 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] vxlan ID ranges: [(1, 1000)] Mar 16 16:25:01.927157 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing extension driver 'port_security' Mar 16 16:25:01.927507 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] PortSecurityExtensionDriver initialization complete Mar 16 16:25:01.927843 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing mechanism driver 'openvswitch' Mar 16 16:25:01.928182 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing mechanism driver 'hyperv' Mar 16 16:25:01.934880 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.plugin [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:01.935733 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.936113 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.936512 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.937048 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 16:25:01.937490 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnet after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.938592 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnet after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.938957 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.939356 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 16:25:01.939768 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.940119 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.940499 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.940901 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 16:25:01.941310 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > security_group after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.941664 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > security_group after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.942008 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.942411 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 16:25:01.942819 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.943170 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.943515 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.943915 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 16:25:01.944499 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > address_group after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.944855 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > address_group after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.945200 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.945602 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103381) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 16:25:01.946046 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] ML2 OVO RPC backend initialized. {{(pid=103381) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 16 16:25:01.946758 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.947125 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.947541 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.947890 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > networks before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.948247 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.948617 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > ports before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.948968 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnet before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.949312 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnets before_response 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.949659 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.950000 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.950340 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.950673 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.951017 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.951355 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.951694 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnet after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.952040 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnet after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.952410 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.959877 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded quota_driver: . Mar 16 16:25:01.960247 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.plugin [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Modular L2 Plugin initialization complete Mar 16 16:25:01.960622 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading services supported by the core plugin {{(pid=103381) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 16:25:01.960971 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.plugins.ml2.managers [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Got port-security extension from driver 'port_security' Mar 16 16:25:01.961458 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.extensions.vlantransparent [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Disabled vlantransparent extension. Mar 16 16:25:01.961957 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103381) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 16:25:01.962287 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: router Mar 16 16:25:01.999072 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.999470 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router after_create 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:01.999851 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router before_create 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.000225 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.000719 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.001231 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router after_delete 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.001608 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.001975 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.002347 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router after_create 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.002709 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router after_update 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.003071 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router after_update 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.003431 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.003802 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router after_update 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.004217 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_update 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.004619 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: port after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.004966 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: port after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.005310 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: subnet after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.005656 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.006007 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.006363 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_create 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.006716 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: port before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.007071 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.007436 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router after_update 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.007914 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.008297 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_create 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.008673 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.009032 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_update 55549900 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.009404 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > agent after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.009764 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > agent after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.010117 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > network after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.010993 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Tracking information for resource: router configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:02.011330 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Tracking information for resource: floatingip configured {{(pid=103381) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 16:25:02.016453 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.db.l3_agentschedulers_db [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 16:25:02.017058 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: port after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.017423 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: port after_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.017779 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: port after_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.018133 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: port after_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.018943 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router before_create 55550100 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.019313 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.019681 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_create 55550100 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.020041 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > router precommit_update 55550100 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.024955 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.services.provider_configuration [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service providers = [] {{(pid=103381) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 16:25:02.025324 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.db.servicetype_db [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103381) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 16:25:02.028319 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.services.service_base [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 16:25:02.028674 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.services.service_base [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 16:25:02.029025 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.services.service_base [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 16:25:02.029919 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.services.service_base [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103381) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 16:25:02.030293 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.services.service_base [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 16:25:02.030678 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.031002 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 16:25:02.042665 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.043010 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: auto_allocate Mar 16 16:25:02.049436 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: network precommit_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.049809 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: network precommit_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.050329 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.050653 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: tag Mar 16 16:25:02.057539 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.057827 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: timestamp Mar 16 16:25:02.061691 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.062030 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: network_ip_availability Mar 16 16:25:02.068122 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.068528 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.068894 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.069617 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.069943 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: flavors Mar 16 16:25:02.074889 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.075233 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading Plugin: revisions Mar 16 16:25:02.080081 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103381) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 16:25:02.080497 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_concurrency.lockutils [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=103381) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 16:25:02.081248 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103381) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 16:25:02.081588 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Initializing extension manager. Mar 16 16:25:02.082115 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: __init__.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.082472 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: __pycache__ {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.082803 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: address_group.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.083567 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.084143 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: address-group Mar 16 16:25:02.084510 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: address_scope.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.085235 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.085759 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: address-scope Mar 16 16:25:02.086087 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.087041 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.087603 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: router-admin-state-down-before-update Mar 16 16:25:02.087895 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: agent.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.088632 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.089147 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: agent Mar 16 16:25:02.089471 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: agent_resources_synced.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.090383 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.090901 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: agent-resources-synced Mar 16 16:25:02.091228 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: allowedaddresspairs.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.093075 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.093611 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: allowed-address-pairs Mar 16 16:25:02.093945 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: auto_allocated_topology.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.096786 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.097322 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: auto-allocated-topology Mar 16 16:25:02.097654 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: availability_zone.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.098364 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.098884 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: availability_zone Mar 16 16:25:02.099217 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: availability_zone_filter.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.100142 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.100700 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: availability_zone_filter Mar 16 16:25:02.101028 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: data_plane_status.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.101949 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.102465 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 16:25:02.102789 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: default_subnetpools.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.103706 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.104221 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: default-subnetpools Mar 16 16:25:02.104576 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.105396 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.105909 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: dhcp_agent_scheduler Mar 16 16:25:02.106235 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: dns.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.107148 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.107662 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension dns-integration not supported by any of loaded plugins Mar 16 16:25:02.107987 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: dns_domain_ports.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.108939 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.109457 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 16:25:02.109783 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.111012 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.111527 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 16 16:25:02.111857 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: dvr.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.112570 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.113084 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: dvr Mar 16 16:25:02.113409 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: ecmp_routes.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.114322 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.114833 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension ecmp_routes not supported by any of loaded plugins Mar 16 16:25:02.115165 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: empty_string_filtering.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.116073 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.116613 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: empty-string-filtering Mar 16 16:25:02.116941 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.117851 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.118368 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 16:25:02.118832 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.119758 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.120274 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 16:25:02.120628 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: external_net.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.121536 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.122053 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: external-net Mar 16 16:25:02.122376 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.123296 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.123815 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: extra_dhcp_opt Mar 16 16:25:02.124143 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: extraroute.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.125077 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.125613 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: extraroute Mar 16 16:25:02.125947 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: extraroute_atomic.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.126996 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.127514 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: extraroute-atomic Mar 16 16:25:02.127838 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: filter_validation.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.128545 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.129059 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: filter-validation Mar 16 16:25:02.129387 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: fip_pf_description.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.130300 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.130807 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 16:25:02.131129 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: fip_port_details.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.132270 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.132816 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: fip-port-details Mar 16 16:25:02.133140 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: flavors.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.134382 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.134908 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: flavors Mar 16 16:25:02.135237 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.136958 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.137484 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 16:25:02.137816 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: floatingip_pools.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.138518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.139040 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: floatingip-pools Mar 16 16:25:02.139378 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: ip_allocation.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.140315 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.140836 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 16:25:02.141165 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.142609 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.143133 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: ip-substring-filtering Mar 16 16:25:02.143461 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l2_adjacency.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.144427 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.144943 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 16:25:02.145269 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.146266 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.146786 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: router Mar 16 16:25:02.147114 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.149461 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.150005 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 16:25:02.150341 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.151271 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.151796 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: ext-gw-mode Mar 16 16:25:02.152128 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.153087 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.153606 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: l3-ha Mar 16 16:25:02.153937 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.154846 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.155356 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 16 16:25:02.155685 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3_flavors.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.156636 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.157761 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: l3-flavors Mar 16 16:25:02.158088 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.159478 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.160008 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 16 16:25:02.160374 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.161295 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.161819 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 16:25:02.162152 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: l3agentscheduler.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.163199 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.163722 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: l3_agent_scheduler Mar 16 16:25:02.164052 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: local_ip.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.165867 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.166402 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension local_ip not supported by any of loaded plugins Mar 16 16:25:02.166740 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: logging.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.169753 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.170294 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension logging not supported by any of loaded plugins Mar 16 16:25:02.170634 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: metering.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.171391 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.171986 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: metering Mar 16 16:25:02.172359 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.173495 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.174022 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: metering_source_and_destination_fields Mar 16 16:25:02.174349 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: multiprovidernet.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.175279 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.175816 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: multi-provider Mar 16 16:25:02.176126 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: netmtu.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.177086 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.177610 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: net-mtu Mar 16 16:25:02.177934 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: netmtu_writable.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.178866 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.179391 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: net-mtu-writable Mar 16 16:25:02.179714 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: network_availability_zone.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.180422 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.180939 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: network_availability_zone Mar 16 16:25:02.181262 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: network_ip_availability.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.182394 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.182913 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: network-ip-availability Mar 16 16:25:02.183239 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: network_segment_range.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.184007 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.184551 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 16:25:02.184875 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: pagination.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.185859 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.186193 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: pagination Mar 16 16:25:02.186519 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: port_device_profile.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.187422 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.188297 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: port-device-profile Mar 16 16:25:02.188635 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.189571 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.190089 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: port-mac-address-regenerate Mar 16 16:25:02.190413 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.191330 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.191847 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: port-numa-affinity-policy Mar 16 16:25:02.192174 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: port_resource_request.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.193123 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.193630 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 16:25:02.193955 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: port_resource_request_groups.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.194934 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.195445 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 16 16:25:02.195772 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: portbindings.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.196725 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.197241 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: binding Mar 16 16:25:02.197569 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: portbindings_extended.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.198859 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.199388 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: binding-extended Mar 16 16:25:02.199718 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: portsecurity.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.200669 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.201195 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: port-security Mar 16 16:25:02.201521 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: project_id.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.202503 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.202835 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: project-id Mar 16 16:25:02.203160 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: providernet.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.204609 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.205131 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: provider Mar 16 16:25:02.205456 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.209056 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.209597 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos not supported by any of loaded plugins Mar 16 16:25:02.209935 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.211190 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.211718 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 16:25:02.212052 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.212994 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.213514 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 16:25:02.213841 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_default.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.214766 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.215284 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-default not supported by any of loaded plugins Mar 16 16:25:02.215611 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_fip.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.216596 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.217114 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-fip not supported by any of loaded plugins Mar 16 16:25:02.217439 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.218354 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.218871 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 16 16:25:02.219202 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_gateway_ip.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.220849 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.221372 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 16:25:02.221698 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_port_network_policy.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.222738 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.223263 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 16:25:02.223594 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.224673 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.225200 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 16 16:25:02.225531 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.226575 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.227101 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 16 16:25:02.227431 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_pps_rule.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.228650 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.229185 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-pps not supported by any of loaded plugins Mar 16 16:25:02.229514 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_rule_type_details.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.230435 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.230951 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 16:25:02.231278 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.232203 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.232745 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 16 16:25:02.233068 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: qos_rules_alias.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.234127 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.234651 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 16:25:02.235026 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: quota_check_limit.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.236121 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.236680 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: quota-check-limit Mar 16 16:25:02.237010 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: quotasv2.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.237950 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.238281 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: quotas Mar 16 16:25:02.238606 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: quotasv2_detail.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.240338 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.240684 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: quota_details Mar 16 16:25:02.241018 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: rbac.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.242073 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.242605 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: rbac-policies Mar 16 16:25:02.242940 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: rbac_address_group.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.243873 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.244438 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: rbac-address-group Mar 16 16:25:02.244769 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: rbac_address_scope.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.245692 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.246212 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: rbac-address-scope Mar 16 16:25:02.246539 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: rbac_security_groups.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.247463 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.247978 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: rbac-security-groups Mar 16 16:25:02.248327 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: rbac_subnetpool.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.249334 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.249852 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: rbac-subnetpool Mar 16 16:25:02.250179 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: revisionifmatch.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.251138 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.251642 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: revision-if-match Mar 16 16:25:02.251966 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: revisions.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.253119 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.253671 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: standard-attr-revisions Mar 16 16:25:02.253999 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: router_availability_zone.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.254672 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.255193 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: router_availability_zone Mar 16 16:25:02.255518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: routerservicetype.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.256476 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.256989 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension router-service-type not supported by any of loaded plugins Mar 16 16:25:02.257335 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.258287 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.258801 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: security-groups-normalized-cidr Mar 16 16:25:02.259129 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.260054 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.260604 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: port-security-groups-filtering Mar 16 16:25:02.260926 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.261848 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.262363 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: security-groups-remote-address-group Mar 16 16:25:02.262685 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.263604 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.264119 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: security-groups-shared-filtering Mar 16 16:25:02.264481 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.265073 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 16 16:25:02.265395 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: securitygroup.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.275813 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.276393 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: security-group Mar 16 16:25:02.276736 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: segment.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.277471 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.277993 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension segment not supported by any of loaded plugins Mar 16 16:25:02.278325 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.279268 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.279797 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 16:25:02.280127 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: servicetype.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.281273 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.281804 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: service-type Mar 16 16:25:02.282183 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: sorting.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.283180 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.283518 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: sorting Mar 16 16:25:02.283846 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: standard_attr_segment.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.284801 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.285328 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 16:25:02.285655 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: standardattrdescription.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.286306 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.286822 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: standard-attr-description Mar 16 16:25:02.287145 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: stateful_security_group.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.288074 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.288623 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: stateful-security-group Mar 16 16:25:02.288949 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: stdattrs_common.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.289520 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 16:25:02.289841 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.290767 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.291287 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 16:25:02.291613 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: subnet_onboard.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.292732 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.293256 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: subnet_onboard Mar 16 16:25:02.293582 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.294540 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.295059 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 16:25:02.295385 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: subnet_service_types.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.296376 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.296902 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: subnet-service-types Mar 16 16:25:02.297230 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: subnetallocation.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.298913 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.299443 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: subnet_allocation Mar 16 16:25:02.299772 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.300477 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.301014 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: subnetpool-prefix-ops Mar 16 16:25:02.301340 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.302275 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.302794 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 16:25:02.303117 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: tagging.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.304175 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.304733 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: standard-attr-tag Mar 16 16:25:02.305065 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: timestamp.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.306266 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.306793 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loaded extension: standard-attr-timestamp Mar 16 16:25:02.307123 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: trunk.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.308205 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.308713 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension trunk not supported by any of loaded plugins Mar 16 16:25:02.309043 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: trunk_details.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.309968 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.310486 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension trunk-details not supported by any of loaded plugins Mar 16 16:25:02.310808 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: uplink_status_propagation.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.311730 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.312247 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 16:25:02.312848 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Loading extension file: vlantransparent.py {{(pid=103381) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 16:25:02.313667 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103381) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 16:25:02.314184 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 16:25:02.316693 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:network Mar 16 16:25:02.317233 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:subnet Mar 16 16:25:02.317631 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 16:25:02.318034 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:port Mar 16 16:25:02.319243 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.319681 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service FLAVORS assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.320295 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.320741 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.321075 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:router Mar 16 16:25:02.321503 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:floatingip Mar 16 16:25:02.321993 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service METERING assigned prefix: /metering {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.323442 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.323818 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.324187 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103381) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:25:02.325218 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 16:25:02.325653 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:security_group Mar 16 16:25:02.326087 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 16:25:02.326687 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service CORE assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.327028 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 16:25:02.327374 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] subnetpool is already registered Mar 16 16:25:02.327802 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service CORE assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.328128 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 16:25:02.328553 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] subnetpool is already registered Mar 16 16:25:02.331334 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.331764 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service FLAVORS assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.332376 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.332805 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.333143 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:router Mar 16 16:25:02.333482 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] router is already registered Mar 16 16:25:02.333900 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:floatingip Mar 16 16:25:02.334238 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] floatingip is already registered Mar 16 16:25:02.334695 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service METERING assigned prefix: /metering {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.335361 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 16:25:02.335687 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] rbac_policy is already registered Mar 16 16:25:02.336095 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:security_group Mar 16 16:25:02.336454 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] security_group is already registered Mar 16 16:25:02.336860 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 16:25:02.337197 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] security_group_rule is already registered Mar 16 16:25:02.337824 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service CORE assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.338154 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 16:25:02.338486 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] subnetpool is already registered Mar 16 16:25:02.338908 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.v2.resource_helper [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Service CORE assigned prefix: {{(pid=103381) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 16:25:02.339232 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 16:25:02.339568 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING neutron.quota.resource_registry [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] subnetpool is already registered Mar 16 16:25:02.340022 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: extensions {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.341569 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: address-groups {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.343070 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: address-scopes {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.344608 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: agents {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.345923 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: auto-allocated-topology {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.347182 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: availability_zones {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.348422 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: dhcp-networks {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.349951 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: dhcp-agents {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.351373 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: routers {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.353611 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: flavors {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.354777 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: service_profiles {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.355984 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: next_providers {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.357531 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: service_profiles {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.359089 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: floatingip-pools {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.361158 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: routers {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.363261 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: floatingips {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.365490 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: l3-routers {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.366888 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: l3-agents {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.368337 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: metering-labels {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.369697 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: metering-label-rules {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.370994 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: network-ip-availabilities {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.372243 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: bindings {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.373936 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: quotas {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.375494 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: quotas {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.377664 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: rbac-policies {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.378944 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: security-groups {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.380182 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: security-group-rules {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.381456 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: service-providers {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.382673 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: subnetpools {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.384096 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: subnetpools {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.385581 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.387330 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.389171 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.390948 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.392864 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.394734 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.396434 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.398324 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.400053 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.401973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron.api.extensions [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Extended resource: tags {{(pid=103381) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 16:25:02.408204 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING keystonemiddleware.auth_token [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 16:25:02.413008 dv-cinder-834009-1-iscsi neutron-server[103381]: WARNING keystonemiddleware.auth_token [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 16:25:02.421726 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_concurrency.lockutils [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Acquired lock "singleton_lock" {{(pid=103381) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 16 16:25:02.422216 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_concurrency.lockutils [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Releasing lock "singleton_lock" {{(pid=103381) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 16 16:25:02.423444 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO oslo_service.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Starting 2 workers Mar 16 16:25:02.428321 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Started child 103490 {{(pid=103381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 16:25:02.432871 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Started child 103491 {{(pid=103381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 16:25:02.433896 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:02.434585 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO neutron.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 16:25:02.435112 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:02.435428 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [-] (103490) wsgi starting up on http://0.0.0.0:9696 Mar 16 16:25:02.437930 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO oslo_service.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Starting 1 workers Mar 16 16:25:02.438080 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:02.440356 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [-] (103491) wsgi starting up on http://0.0.0.0:9696 Mar 16 16:25:02.443829 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Started child 103492 {{(pid=103381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 16:25:02.444426 dv-cinder-834009-1-iscsi neutron-server[103381]: INFO oslo_service.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Starting 1 workers Mar 16 16:25:02.447535 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] calling RpcWorker wait() {{(pid=103492) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 16:25:02.448077 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] returning from RpcWorker wait() {{(pid=103492) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 16:25:02.448992 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Started child 103493 {{(pid=103381) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 16:25:02.449504 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:02.449789 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG neutron_lib.callbacks.manager [None req-a2bedafb-c154-4f1a-b352-96f503cf9d2a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:02.450114 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:02.451724 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103381) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 16:25:02.451941 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 16:25:02.452128 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 16:25:02.452411 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 16:25:02.452744 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 16:25:02.452911 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 16:25:02.453448 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.453782 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.454275 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:02.454895 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.454895 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.455037 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.455526 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:02.455618 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.455881 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.456148 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.456445 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.456690 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.456862 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.457036 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.457288 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.457542 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.457829 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.458087 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.458329 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.458587 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.458762 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.459038 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.459328 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.459567 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.459825 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] debug = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.460082 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.460581 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.460813 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.461071 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.461310 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.461598 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.461829 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.462116 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.462366 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.462577 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.462834 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.463081 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.463316 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.463532 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.463789 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.464003 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.464267 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.464545 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.464980 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] host = dv-cinder-834009-1-iscsi {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.465200 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.465416 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.465665 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.465924 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.466171 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.466424 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.466696 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.466957 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.467204 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.467446 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.467697 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.467942 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.468179 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.468436 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.468601 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_options = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.468847 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.469129 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.469898 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.470085 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.470262 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.470490 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.470664 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.470827 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.471090 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.471335 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.471550 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.471769 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.472004 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.472222 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.472501 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.472732 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.472967 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.473237 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.473447 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.473692 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.473949 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.474174 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.474432 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.474647 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.474882 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.475121 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.475349 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.475561 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.475785 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.476029 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.476249 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.476612 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.476853 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.477492 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.477492 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.477793 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.477793 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.478048 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.478259 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.478491 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.478837 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.479090 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.479308 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.479609 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.479849 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.480066 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.480301 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_json = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.481509 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.481775 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.482497 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.482497 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.482497 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.482774 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.482887 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.483158 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.483427 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.483860 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.484127 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.484697 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.484697 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.484931 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.485702 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.485944 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.486186 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.486436 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.486830 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.486981 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.488518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.488518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.488518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.488518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.488518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.488897 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.488897 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.489098 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.489321 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.489558 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.489806 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.490088 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.490329 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.490562 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.490796 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.491019 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.491337 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.491918 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.491918 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.491918 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.491918 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.491918 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.493917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.493917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.493917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.493917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.493917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.494312 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.494312 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.494521 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.494779 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.494994 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.495219 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.497033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.498821 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.500973 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.501763 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.501763 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.501763 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.501763 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.502137 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.502137 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.502295 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.502430 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.502648 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.502883 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.503090 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.503389 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.503547 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.503728 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.503943 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.504178 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.504419 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.504653 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.504883 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.505089 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.505308 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.505526 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.505784 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.506101 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.506353 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.506610 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.506831 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.507073 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.507324 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.507573 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.507793 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.508010 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.508225 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.508501 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.508750 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.508994 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.509238 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.509458 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.509698 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.509916 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.510132 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.510373 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.510589 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.510826 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.511066 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.511343 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.511583 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.511843 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.512096 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.512441 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.513558 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.513558 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.513558 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.513558 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.514144 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.514144 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.514409 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.514552 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517111 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517803 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.517803 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.518158 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.519769 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.520053 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.520335 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.520545 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.520836 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.521090 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.521360 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.521640 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.521902 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.522176 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.522443 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.522696 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.522917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.523749 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.524060 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.524400 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.524860 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.525090 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.525346 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.525566 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.525920 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.526260 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.526489 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.526865 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.527114 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.527371 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.527562 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.527822 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.528035 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.529202 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.529458 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.529683 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.529918 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.530136 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.530355 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.530610 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.531102 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.531381 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.531647 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.532404 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.533549 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.533793 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.534382 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.534635 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.535334 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.535549 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.535770 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.536698 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.537362 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.537611 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.537838 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.538288 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.538520 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.538761 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.539011 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.539348 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.539688 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.539934 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.540200 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.541473 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.541715 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.541944 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.542169 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.542417 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.542642 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.542873 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.543097 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.543318 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.543538 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.543768 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.544009 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.544300 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.545478 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.545753 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.546000 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.546303 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.546539 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.546784 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.547019 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.547231 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.547491 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.547784 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.548308 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.549007 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.549325 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.549595 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.549856 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.550133 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.550358 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.550828 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.551070 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.551286 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.551503 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.551796 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.552108 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.552362 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.553094 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.553331 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.553551 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.553971 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.554253 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.554478 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.554727 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.554949 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.555164 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.555410 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.555630 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.555867 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.556093 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.556322 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.556541 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.556765 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.557031 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.557247 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.557532 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.557747 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.557963 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.558183 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.558461 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.558639 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.558910 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.559167 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.559388 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.559779 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.559929 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:02.560043 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.560341 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.560597 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.560903 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.561119 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.561365 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.561607 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.561826 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.562045 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.562304 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.562950 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.564047 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.564432 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.564703 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.564986 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.565325 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.565617 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.566554 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.566884 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.567224 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.567534 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.567750 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.568071 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.568270 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.568524 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.568784 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.568981 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.569206 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.569426 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.569710 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.569942 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.570175 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.570412 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.570642 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.570862 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.571088 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.571302 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.571547 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.571770 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.571928 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 16:25:02.572711 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103381) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 16:25:02.572881 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 16:25:02.573036 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 16:25:02.573215 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 16:25:02.573386 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 16:25:02.573540 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 16:25:02.573749 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.573913 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.574072 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.574231 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.574393 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.574602 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.574752 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.574877 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.575020 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.575180 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.575338 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.575495 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.575652 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.575810 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.575967 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.576125 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.576300 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.576464 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.576628 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.576787 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.576943 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.577101 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.577258 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] debug = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.577416 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.577614 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.577771 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.577922 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.578079 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.578220 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.578604 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.578952 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.579134 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.579311 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.579491 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.579629 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.579762 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.580080 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.580254 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.580435 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.580586 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.580740 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.580898 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] host = dv-cinder-834009-1-iscsi {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.581056 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.581214 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.581371 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.581529 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.581687 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.581844 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.582001 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.582159 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.582316 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.582477 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.582634 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.582790 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.582947 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.583103 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.583260 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_options = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.583418 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.583638 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.584219 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.584219 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.584219 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.584616 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.584616 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.584616 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.585065 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.585189 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.585312 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.585455 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.586184 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.586352 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.586513 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.587165 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.587333 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.587492 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.587652 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.587813 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.587971 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.588131 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.588651 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.588789 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.589242 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.589409 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.589568 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.589725 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.589882 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.590038 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.590197 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.590810 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.590986 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.591637 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.592098 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.592260 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.592448 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.592607 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.592770 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.592929 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.593087 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.593245 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.593402 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.593560 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.593718 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.593875 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.594033 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_json = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.594190 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.594884 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.595054 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.595212 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.595368 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.595526 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.595681 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.595839 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.595996 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 16:25:02.596173 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.596740 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.596914 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.597577 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.598334 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.598506 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.598672 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.598836 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.598997 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.599157 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.599325 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.599485 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.599656 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.599816 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.599974 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.600137 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.600316 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.600481 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.600644 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.600820 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.600950 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.601110 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.601278 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.601439 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.601598 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.601757 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.601917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.602085 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.602245 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.602418 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.602577 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.602738 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.602903 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.603062 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.603222 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.603383 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.603547 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.603707 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.603868 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.604027 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.604180 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.605156 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.605332 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.605497 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.606222 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.606456 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.606626 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.606778 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.606939 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.607259 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.607428 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.607592 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.607754 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.607917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.608080 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.608242 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.608429 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.608601 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.608763 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.609061 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.609631 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.609631 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.609844 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.610579 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.610579 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.610579 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.610820 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.610951 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.611119 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.611281 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.611442 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.611603 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.611765 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.611925 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.612087 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.612246 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.612432 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.612592 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.612752 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.612917 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.613077 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.613237 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.613397 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.613558 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.613719 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.613879 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.614039 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.614200 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.614358 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.614517 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.614677 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.614844 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.615018 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.615180 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.615338 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.615497 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.615656 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.615816 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.615975 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.616134 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.616315 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.616544 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.616704 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.616864 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.617027 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.617189 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.617351 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.617509 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.617669 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.617828 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.617988 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.618148 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.618308 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.618468 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.618628 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.618787 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.618946 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.619107 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.619266 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.619435 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.619596 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.619758 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.619921 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.620091 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.620406 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.620578 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.620740 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.620901 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.621061 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.621220 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.621380 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.621540 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.621703 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.621864 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.622024 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.622197 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.622359 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.622520 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.622679 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.622869 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.623029 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.623188 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.623351 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.623592 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.623760 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.623919 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.624005 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 58960) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:02.624088 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.624227 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.624411 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.624573 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.624735 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.624896 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.625057 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.625218 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.625377 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.625538 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.626221 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.626410 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.626669 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.626892 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.626988 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.627147 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.627306 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.627466 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.627625 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.627787 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.627946 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.628107 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.628266 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.628450 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.628612 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.628776 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.628932 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.629094 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.629257 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.629417 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.629586 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.629745 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.629906 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.630067 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.630229 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.630389 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.630550 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.630714 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.630875 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.631035 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.631196 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.631356 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.631517 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.631678 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.631838 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.631998 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.632157 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.632336 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.632518 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.632678 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.632838 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.633003 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.633752 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.633752 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.633752 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.634522 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068166 Mar 16 16:25:02.634624 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.634624 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.634624 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.634624 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.634624 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.634624 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.634624 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635028 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635028 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635145 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635287 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635399 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635569 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635721 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.635883 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.636042 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.636201 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.636384 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.636546 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.636706 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.636865 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.637026 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.637204 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.637367 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.637528 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.637688 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.637848 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.638007 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.638176 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.638336 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.638496 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.638656 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.638816 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.638976 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.639146 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.639306 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.639482 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.639625 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.639785 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.639945 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.640113 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.640273 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.640454 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.640614 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.640773 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.640933 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.641102 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.641611 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.641850 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.642014 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.642181 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.642341 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.642514 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.642676 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.642836 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.642995 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.643156 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.643317 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.643488 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.643655 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.643816 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.643984 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.644144 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.644329 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.644492 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.644666 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.644832 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.644996 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.645151 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.645313 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.645473 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.645635 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.645799 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.645970 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.646516 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.646516 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.646516 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.646760 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.646760 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.646902 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.647066 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.647239 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.647399 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.647560 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.647721 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.647882 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.648042 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.648201 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.648385 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.648546 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.648706 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.648866 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.649011 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.649175 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.649334 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.649493 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.649677 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.649813 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.649958 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.650117 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.650277 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 16:25:02.650431 dv-cinder-834009-1-iscsi neutron-server[103381]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103381) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 16:25:13.988464 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81856542-cf4f-40e6-a408-c125b3a87659 None None] get_active_networks_info from dv-cinder-834009-1-iscsi {{(pid=103492) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 16 16:25:14.074065 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81856542-cf4f-40e6-a408-c125b3a87659 None None] No non-hosted networks {{(pid=103492) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 16:25:14.090906 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d20fc56e-1794-4e80-b0eb-cf4caf1833a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16268118'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:16.283743 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-13a44f87-a3a8-4605-b249-21992418e26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16268118'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:16.324559 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d4762cff-d1d7-4e95-b2f7-5773c53dc159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:17.503672 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16268118'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:19.038853 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16268118'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:20.202648 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59040) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:20.241024 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16268118'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:20.241935 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.242415 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.242906 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.243301 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.243739 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.244212 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.244636 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.245052 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.245441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.245839 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.246437 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.246769 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.247448 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.247775 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.248113 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:20.248674 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834009-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:20.259859 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834009-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:20.771124 dv-cinder-834009-1-iscsi neutron-server[103491]: WARNING oslo_policy.policy [None req-bb065ef5-d17c-44ae-ba23-943e75f34795 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:25:20.771758 dv-cinder-834009-1-iscsi neutron-server[103491]: WARNING oslo_policy.policy [None req-bb065ef5-d17c-44ae-ba23-943e75f34795 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:25:20.997804 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [None req-bb065ef5-d17c-44ae-ba23-943e75f34795 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:25:21.000951 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-bb065ef5-d17c-44ae-ba23-943e75f34795 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7972412 Mar 16 16:25:21.543521 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.db.l3_hamode_db [None req-81f6fe4d-ac47-41f5-924e-5f6904ea1ce7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 16:25:21.623509 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6fe4d-ac47-41f5-924e-5f6904ea1ce7 None None] Routers set() bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:25:21.623988 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6fe4d-ac47-41f5-924e-5f6904ea1ce7 None None] Router IDs set() for agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 16 16:25:23.542684 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59066) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:23.855177 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-b1a85bdb-d755-455c-bd4f-aae4c53df701 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:25:23.949784 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.policy [None req-b1a85bdb-d755-455c-bd4f-aae4c53df701 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103491) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 16:25:23.996519 dv-cinder-834009-1-iscsi neutron-server[103491]: WARNING oslo_policy.policy [None req-b1a85bdb-d755-455c-bd4f-aae4c53df701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:25:23.996899 dv-cinder-834009-1-iscsi neutron-server[103491]: WARNING oslo_policy.policy [None req-b1a85bdb-d755-455c-bd4f-aae4c53df701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:25:24.092791 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b1a85bdb-d755-455c-bd4f-aae4c53df701 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766427746611', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766427754240', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766427697396', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766427707292', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766427714474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766427374085', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-562170', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16006032', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330201', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-485819'] for rbac-policy (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:24.157238 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b1a85bdb-d755-455c-bd4f-aae4c53df701 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:24.158687 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b1a85bdb-d755-455c-bd4f-aae4c53df701 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6150336 Mar 16 16:25:26.669895 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59076) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:26.979778 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:25:27.007775 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Made reservation on behalf of c651713c67b24df681a8def3d9b85111 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:25:27.011698 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.029312 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.137748 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks [] for security_group (5d776e45-4bc5-48e7-9078-b9afc73df3b0), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.141797 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5d776e45-4bc5-48e7-9078-b9afc73df3b0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.173303 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:25:27.201341 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766422729409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (95a022e3-db80-49f8-8a36-3af48d14b958), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.201927 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Unsubscribe: segment precommit_create {{(pid=103491) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 16:25:27.202429 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Added segment 95a022e3-db80-49f8-8a36-3af48d14b958 of type vlan for network 073e5529-0cb7-4c61-9267-3791d8d2043b Mar 16 16:25:27.208728 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5d776e45-4bc5-48e7-9078-b9afc73df3b0,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:27.244071 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.244463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.244820 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.245172 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.245507 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.245831 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.246153 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.246471 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.246789 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.247104 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.247421 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.247759 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.248076 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.248419 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.248734 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Tracked resource versions report: Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: pushed versions: Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: { 'AddressGroup': {'1.2'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Agent': {'1.1'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'ConntrackHelper': {'1.0'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Log': {'1.0'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'NDPProxy': {'1.0'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Network': {'1.1'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Port': {'1.7'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'PortForwarding': {'1.2'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'QosPolicy': {'1.10'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroup': {'1.5'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SubPort': {'1.0'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Subnet': {'1.1'}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Trunk': {'1.1'}} Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: consumer versions: Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Agent': '1.1', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'ConntrackHelper': '1.0', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'LocalIPAssociation': '1.0', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Log': '1.0', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'NDPProxy': '1.0', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Network': '1.1', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Port': '1.7', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'PortForwarding': '1.2', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'QosPolicy': '1.10', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroup': '1.5', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroupRule': '1.2', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SubPort': '1.0', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Subnet': '1.1', Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Trunk': '1.1'}} Mar 16 16:25:27.250804 dv-cinder-834009-1-iscsi neutron-server[103491]: {{(pid=103491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:25:27.312453 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (073e5529-0cb7-4c61-9267-3791d8d2043b), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.351719 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (073e5529-0cb7-4c61-9267-3791d8d2043b), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.356748 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:27.357458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:27.440542 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7695496 Mar 16 16:25:27.476209 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b0ebb-b035-4814-8c97-723a023fe10a demo demo] Pushing event updated for resources: {'Network': ['ID=073e5529-0cb7-4c61-9267-3791d8d2043b,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:27.488608 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 073e5529-0cb7-4c61-9267-3791d8d2043b details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:25:29.998137 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59088) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:30.400745 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e878f2a-9f53-4128-b537-c6863d6c42ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:30.402069 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0e878f2a-9f53-4128-b537-c6863d6c42ac demo admin] 10.222.0.30 "GET /v2.0/networks/073e5529-0cb7-4c61-9267-3791d8d2043b HTTP/1.1" status: 200 len: 825 time: 0.4029984 Mar 16 16:25:30.427216 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3605df7d-bfa1-4f31-8383-ad84f4e5a5fc demo admin] 10.222.0.30 "GET /v2.0/subnetpools/8469c0c5-0d7d-4fa9-b53c-71757d84771d HTTP/1.1" status: 200 len: 734 time: 0.0187373 Mar 16 16:25:30.435532 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8469c0c5-0d7d-4fa9-b53c-71757d84771d', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:25:30.455657 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Made reservation on behalf of c651713c67b24df681a8def3d9b85111 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:25:30.458212 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:30.743837 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (49540e53-758b-4cf5-a3de-c180347e6225), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:30.817373 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=49540e53-758b-4cf5-a3de-c180347e6225,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:30.821165 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Checking segment: {'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:25:30.821527 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Network hostable DHCP agents. Network: 073e5529-0cb7-4c61-9267-3791d8d2043b, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:25:30.841644 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Network 073e5529-0cb7-4c61-9267-3791d8d2043b is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:25:30.853288 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 073e5529-0cb7-4c61-9267-3791d8d2043b) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:25:30.857833 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:30.858411 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:30.863374 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92af7e-1249-4f14-9963-097c72de6e4d None None] Network 073e5529-0cb7-4c61-9267-3791d8d2043b requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:25:30.873950 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5d875d78-3284-43a7-8628-0017f838a6f1 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4415216 Mar 16 16:25:31.238956 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-073e5529-0cb7-4c61-9267-3791d8d2043b', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b', 'project_id': 'c651713c67b24df681a8def3d9b85111', 'fixed_ips': [{'subnet_id': '49540e53-758b-4cf5-a3de-c180347e6225'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:25:31.240232 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:31.516292 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Allocated IP 172.20.0.2 (073e5529-0cb7-4c61-9267-3791d8d2043b/49540e53-758b-4cf5-a3de-c180347e6225/f1b2a720-5ebb-4a29-8451-9157062b8d42) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:25:31.787216 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Publish callbacks [] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:31.796343 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:31.867152 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Network 073e5529-0cb7-4c61-9267-3791d8d2043b is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:25:31.873676 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:25:31.877141 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:25:31.939596 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Pushing event updated for resources: {'Port': ['ID=f1b2a720-5ebb-4a29-8451-9157062b8d42,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:31.962934 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.963284 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.963647 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.964013 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.964386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.964723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.965050 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.965375 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.965704 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.966031 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.966358 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.966698 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.967024 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.967348 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.967671 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Tracked resource versions report: Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: pushed versions: Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: { 'AddressGroup': {'1.2'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Agent': {'1.1'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'ConntrackHelper': {'1.0'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Log': {'1.0'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'NDPProxy': {'1.0'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Network': {'1.1'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Port': {'1.7'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'PortForwarding': {'1.2'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'QosPolicy': {'1.10'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroup': {'1.5'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SubPort': {'1.0'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Subnet': {'1.1'}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Trunk': {'1.1'}} Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: consumer versions: Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Agent': '1.1', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'ConntrackHelper': '1.0', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'LocalIPAssociation': '1.0', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Log': '1.0', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'NDPProxy': '1.0', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Network': '1.1', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Port': '1.7', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'PortForwarding': '1.2', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'QosPolicy': '1.10', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroup': '1.5', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroupRule': '1.2', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SubPort': '1.0', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Subnet': '1.1', Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Trunk': '1.1'}} Mar 16 16:25:31.969670 dv-cinder-834009-1-iscsi neutron-server[103492]: {{(pid=103492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:25:31.982190 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Attempting to bind port f1b2a720-5ebb-4a29-8451-9157062b8d42 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:25:31.982604 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Attempting to bind port f1b2a720-5ebb-4a29-8451-9157062b8d42 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:25:31.983034 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Attempting to bind port f1b2a720-5ebb-4a29-8451-9157062b8d42 on network 073e5529-0cb7-4c61-9267-3791d8d2043b {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:25:31.988757 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:25:31.989148 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Checking segment: {'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:25:31.989660 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:31.990051 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Bound using segment: {'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:25:31.990515 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Bound port: f1b2a720-5ebb-4a29-8451-9157062b8d42, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:25:31.990924 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:32.052775 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] For port f1b2a720-5ebb-4a29-8451-9157062b8d42, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:25:32.057288 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] For port f1b2a720-5ebb-4a29-8451-9157062b8d42, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=f1b2a720-5ebb-4a29-8451-9157062b8d42,segment=NetworkSegment(95a022e3-db80-49f8-8a36-3af48d14b958),segment_id=95a022e3-db80-49f8-8a36-3af48d14b958)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:25:32.066377 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:32.134224 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65ca61-10d1-4b45-8f38-cd732c4c620a None None] Pushing event updated for resources: {'Port': ['ID=f1b2a720-5ebb-4a29-8451-9157062b8d42,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:33.426910 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59096) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:33.736798 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [None req-1457d61c-93b3-4341-812a-8b85fb4f2f3e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:25:33.737789 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-1457d61c-93b3-4341-812a-8b85fb4f2f3e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099492 Mar 16 16:25:36.276232 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59104) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:36.582420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [None req-81afe391-aecf-46f3-9b55-d05716f287ac admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:25:36.583413 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-81afe391-aecf-46f3-9b55-d05716f287ac admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3063090 Mar 16 16:25:39.320746 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59112) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:39.632342 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-e11e88af-6825-4beb-9495-05fecfc44d27 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:25:39.655341 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e11e88af-6825-4beb-9495-05fecfc44d27 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:39.657555 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e11e88af-6825-4beb-9495-05fecfc44d27 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:39.794785 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e11e88af-6825-4beb-9495-05fecfc44d27 demo demo] Publish callbacks [] for router_controller (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), precommit_add_association {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:39.802904 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e11e88af-6825-4beb-9495-05fecfc44d27 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:39.819944 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e11e88af-6825-4beb-9495-05fecfc44d27 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:39.821147 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-e11e88af-6825-4beb-9495-05fecfc44d27 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4993374 Mar 16 16:25:42.367555 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59124) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:42.690727 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [None req-3fa174da-9a97-4358-ae75-2de7b5ee24d3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:25:42.691800 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3fa174da-9a97-4358-ae75-2de7b5ee24d3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232975 Mar 16 16:25:43.002405 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device f1b2a720-5ebb-4a29-8451-9157062b8d42 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:25:43.094693 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port f1b2a720-5ebb-4a29-8451-9157062b8d42 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:43.095107 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:43.211812 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port f1b2a720-5ebb-4a29-8451-9157062b8d42 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:25:43.212414 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:43.250949 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port f1b2a720-5ebb-4a29-8451-9157062b8d42, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=f1b2a720-5ebb-4a29-8451-9157062b8d42,segment=NetworkSegment(95a022e3-db80-49f8-8a36-3af48d14b958),segment_id=95a022e3-db80-49f8-8a36-3af48d14b958)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:25:43.254826 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:43.303688 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a720-5ebb-4a29-8451-9157062b8d42,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:43.511708 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8342381-0d7e-4fb1-9a54-9872dff2ff42 None None] Network 073e5529-0cb7-4c61-9267-3791d8d2043b requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:25:43.640598 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-ec3c30ba-4b5f-4268-82e4-228901e26eab None None] Provisioning complete for port f1b2a720-5ebb-4a29-8451-9157062b8d42 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:43.641100 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ec3c30ba-4b5f-4268-82e4-228901e26eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:43.726171 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c30ba-4b5f-4268-82e4-228901e26eab None None] Current status of the port f1b2a720-5ebb-4a29-8451-9157062b8d42 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:25:43.844729 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-1e336478-5aa8-4c9a-8586-cfae53c79544 None None] Provisioning complete for port f1b2a720-5ebb-4a29-8451-9157062b8d42 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:43.845126 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1e336478-5aa8-4c9a-8586-cfae53c79544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:43.924452 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-1e336478-5aa8-4c9a-8586-cfae53c79544 None None] Current status of the port f1b2a720-5ebb-4a29-8451-9157062b8d42 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:25:43.954369 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7378d6b0-376f-4758-bf2c-f777b7d4dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:44.953956 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device f1b2a720-5ebb-4a29-8451-9157062b8d42 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:25:45.000431 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port f1b2a720-5ebb-4a29-8451-9157062b8d42 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:45.000822 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.075809 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port f1b2a720-5ebb-4a29-8451-9157062b8d42 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:25:45.246577 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59132) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:45.551725 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:25:45.572751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Made reservation on behalf of cdba72c31f5942a6855c0b0b96e03d04 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:25:45.575135 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.582832 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.654466 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks [] for security_group (7e767bfd-d13e-4893-9b2f-d76b04ea75fb), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.658119 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7e767bfd-d13e-4893-9b2f-d76b04ea75fb), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.675693 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Reserving flat network on physical network physnet1 {{(pid=103491) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 16:25:45.692087 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e767bfd-d13e-4893-9b2f-d76b04ea75fb,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:45.697016 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (46a26ccd-ec82-4f33-a44d-3bc11e4576ab), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.697343 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Added segment 46a26ccd-ec82-4f33-a44d-3bc11e4576ab of type flat for network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a Mar 16 16:25:45.751059 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.782018 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.782857 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:45.783419 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:45.858416 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6107838 Mar 16 16:25:45.875795 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd26f8-fd47-4d77-ae49-4eb1962ae181 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd802d5-8f3f-4c3f-8cef-2c1d444c831a,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:45.885957 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:25:46.278601 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4fc17a6d-45fc-415e-a5eb-2b2c0e69c684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:47.465641 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:48.403458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59150) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:48.575970 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ae517-0c53-4cfa-a429-9b95efe78da6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:48.577306 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c47ae517-0c53-4cfa-a429-9b95efe78da6 demo admin] 10.222.0.30 "GET /v2.0/subnets/49540e53-758b-4cf5-a3de-c180347e6225 HTTP/1.1" status: 200 len: 849 time: 0.1728842 Mar 16 16:25:48.699424 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7eafca78-b055-449b-8dbd-2b1545cd668e demo admin] 10.222.0.30 "GET /v2.0/routers/e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 HTTP/1.1" status: 200 len: 704 time: 0.1163082 Mar 16 16:25:48.940450 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:48.970106 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:49.300020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Allocated IP 172.20.0.1 (073e5529-0cb7-4c61-9267-3791d8d2043b/49540e53-758b-4cf5-a3de-c180347e6225/bf820d0b-6b21-4f4f-9121-56d89b169c0f) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:25:49.449890 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks [] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:49.515780 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:49.587924 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Network 073e5529-0cb7-4c61-9267-3791d8d2043b is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:25:49.592583 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:25:49.598416 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:25:49.598957 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:49.620912 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Pushing event updated for resources: {'Port': ['ID=bf820d0b-6b21-4f4f-9121-56d89b169c0f,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:49.775253 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-3920fcbb-54ec-488f-af71-c96a801df287 None None] Provisioning complete for port bf820d0b-6b21-4f4f-9121-56d89b169c0f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:49.775636 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3920fcbb-54ec-488f-af71-c96a801df287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:49.803829 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:49.857541 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-3920fcbb-54ec-488f-af71-c96a801df287 None None] Port bf820d0b-6b21-4f4f-9121-56d89b169c0f cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:25:50.010267 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks [] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:50.014942 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:50.016422 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:50.095347 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Pushing event updated for resources: {'Port': ['ID=bf820d0b-6b21-4f4f-9121-56d89b169c0f,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:50.141815 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Network 073e5529-0cb7-4c61-9267-3791d8d2043b is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:25:50.143024 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:25:50.242570 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:50.309260 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:25:50.410626 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:25:50.416625 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2b030f8d-87b6-497c-b94c-68b40c7dd2df demo admin] 10.222.0.30 "PUT /v2.0/routers/e6fc5b91-9d77-42c8-9d0b-2f8bdca47192/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7119260 Mar 16 16:25:50.420733 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Sync routers for ids ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:25:50.434294 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Routers {'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:25:50.435132 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:25:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:50.482339 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-3141e073-7917-4723-9a40-2eae6d5703b7 None None] Provisioning complete for port bf820d0b-6b21-4f4f-9121-56d89b169c0f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:50.482808 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3141e073-7917-4723-9a40-2eae6d5703b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:50.518564 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-3141e073-7917-4723-9a40-2eae6d5703b7 None None] Port bf820d0b-6b21-4f4f-9121-56d89b169c0f cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:25:50.629645 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Set router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 gateway port host: None {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:25:51.063743 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'name': 'router1', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:25:39Z', 'updated_at': '2022-03-16T16:25:49Z', 'revision_number': 2, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'gw_port_host': None, '_interfaces': [{'id': 'bf820d0b-6b21-4f4f-9121-56d89b169c0f', 'name': '', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'mac_address': 'fa:16:3e:5c:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49540e53-758b-4cf5-a3de-c180347e6225', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:48Z', 'updated_at': '2022-03-16T16:25:49Z', 'revision_number': 2, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'subnets': [{'id': '49540e53-758b-4cf5-a3de-c180347e6225', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469c0c5-0d7d-4fa9-b53c-71757d84771d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:51.115226 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Checking router: e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:25:51.115591 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Updating router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 port bf820d0b-6b21-4f4f-9121-56d89b169c0f binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:25:51.168044 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:51.678284 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Publish callbacks [] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:51.684417 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:51.871376 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Attempting to bind port bf820d0b-6b21-4f4f-9121-56d89b169c0f on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:25:51.871784 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Attempting to bind port bf820d0b-6b21-4f4f-9121-56d89b169c0f by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:25:51.872234 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Attempting to bind port bf820d0b-6b21-4f4f-9121-56d89b169c0f on network 073e5529-0cb7-4c61-9267-3791d8d2043b {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:25:51.876108 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Pushing event updated for resources: {'Port': ['ID=bf820d0b-6b21-4f4f-9121-56d89b169c0f,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:51.882204 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:25:51.882617 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Checking segment: {'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:25:51.883125 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:51.883512 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Bound using segment: {'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:25:51.884048 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Bound port: bf820d0b-6b21-4f4f-9121-56d89b169c0f, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a022e3-db80-49f8-8a36-3af48d14b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:25:51.884403 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:51.890653 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.891006 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.891367 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.891722 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.892058 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.892412 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.892740 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.893064 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.893386 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.893707 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.894034 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.894373 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.894699 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.895017 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.895333 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Tracked resource versions report: Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: pushed versions: Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: { 'AddressGroup': {'1.2'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Agent': {'1.1'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'ConntrackHelper': {'1.0'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Log': {'1.0'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'NDPProxy': {'1.0'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Network': {'1.1'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Port': {'1.7'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'PortForwarding': {'1.2'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'QosPolicy': {'1.10'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroup': {'1.5'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SubPort': {'1.0'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Subnet': {'1.1'}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Trunk': {'1.1'}} Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: consumer versions: Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Agent': '1.1', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'ConntrackHelper': '1.0', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'LocalIPAssociation': '1.0', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Log': '1.0', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'NDPProxy': '1.0', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Network': '1.1', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Port': '1.7', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'PortForwarding': '1.2', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'QosPolicy': '1.10', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroup': '1.5', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroupRule': '1.2', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SubPort': '1.0', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Subnet': '1.1', Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Trunk': '1.1'}} Mar 16 16:25:51.896799 dv-cinder-834009-1-iscsi neutron-server[103493]: {{(pid=103493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:25:51.945298 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-b8d08ade-9a59-4057-a102-29591e1886ea None None] Provisioning complete for port bf820d0b-6b21-4f4f-9121-56d89b169c0f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:51.945891 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b8d08ade-9a59-4057-a102-29591e1886ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:51.965761 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] For port bf820d0b-6b21-4f4f-9121-56d89b169c0f, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:25:51.983288 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-b8d08ade-9a59-4057-a102-29591e1886ea None None] Port bf820d0b-6b21-4f4f-9121-56d89b169c0f cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:25:51.988745 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] For port bf820d0b-6b21-4f4f-9121-56d89b169c0f, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=bf820d0b-6b21-4f4f-9121-56d89b169c0f,segment=NetworkSegment(95a022e3-db80-49f8-8a36-3af48d14b958),segment_id=95a022e3-db80-49f8-8a36-3af48d14b958)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:25:51.995157 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:52.045412 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Routers {'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:25:52.046052 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:25:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:52.119117 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dee59a-a4f5-4184-b0b6-1260c9ee3aef None None] Pushing event updated for resources: {'Port': ['ID=bf820d0b-6b21-4f4f-9121-56d89b169c0f,revision_number=4']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:52.150439 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] Set router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 gateway port host: None {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:25:52.203799 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-24660009-1725-4150-ab1b-eba4be12d9d7 None None] Provisioning complete for port bf820d0b-6b21-4f4f-9121-56d89b169c0f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:25:52.204104 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24660009-1725-4150-ab1b-eba4be12d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:52.284394 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-24660009-1725-4150-ab1b-eba4be12d9d7 None None] Current status of the port bf820d0b-6b21-4f4f-9121-56d89b169c0f is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:25:52.284705 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24660009-1725-4150-ab1b-eba4be12d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:52.316889 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-24660009-1725-4150-ab1b-eba4be12d9d7 None None] For port bf820d0b-6b21-4f4f-9121-56d89b169c0f, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=bf820d0b-6b21-4f4f-9121-56d89b169c0f,segment=NetworkSegment(95a022e3-db80-49f8-8a36-3af48d14b958),segment_id=95a022e3-db80-49f8-8a36-3af48d14b958)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:25:52.320597 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24660009-1725-4150-ab1b-eba4be12d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:52.366831 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'name': 'router1', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:25:39Z', 'updated_at': '2022-03-16T16:25:49Z', 'revision_number': 2, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'gw_port_host': None, '_interfaces': [{'id': 'bf820d0b-6b21-4f4f-9121-56d89b169c0f', 'name': '', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'mac_address': 'fa:16:3e:5c:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49540e53-758b-4cf5-a3de-c180347e6225', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:48Z', 'updated_at': '2022-03-16T16:25:51Z', 'revision_number': 4, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'subnets': [{'id': '49540e53-758b-4cf5-a3de-c180347e6225', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469c0c5-0d7d-4fa9-b53c-71757d84771d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:25:52.371091 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24660009-1725-4150-ab1b-eba4be12d9d7 None None] Pushing event updated for resources: {'Port': ['ID=bf820d0b-6b21-4f4f-9121-56d89b169c0f,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:52.395691 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946d634-e985-4719-8dc1-b242d568fda8 None None] The sync data for ids ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'] in dv-cinder-834009-1-iscsi is: [{'id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'name': 'router1', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:25:39Z', 'updated_at': '2022-03-16T16:25:49Z', 'revision_number': 2, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'gw_port_host': None, '_interfaces': [{'id': 'bf820d0b-6b21-4f4f-9121-56d89b169c0f', 'name': '', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'mac_address': 'fa:16:3e:5c:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49540e53-758b-4cf5-a3de-c180347e6225', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:48Z', 'updated_at': '2022-03-16T16:25:51Z', 'revision_number': 4, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'subnets': [{'id': '49540e53-758b-4cf5-a3de-c180347e6225', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469c0c5-0d7d-4fa9-b53c-71757d84771d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:25:52.900507 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59170) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:53.023781 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6308ce2-1c6b-4a68-8c05-e42fd5c1b3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:53.025190 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d6308ce2-1c6b-4a68-8c05-e42fd5c1b3a4 admin admin] 10.222.0.30 "GET /v2.0/networks/8cd802d5-8f3f-4c3f-8cef-2c1d444c831a HTTP/1.1" status: 200 len: 842 time: 0.1236224 Mar 16 16:25:53.034681 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:25:53.055263 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Made reservation on behalf of cdba72c31f5942a6855c0b0b96e03d04 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:25:53.057551 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:53.438152 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.objects.ports [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103491) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 16 16:25:53.438855 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (eaefccb6-a5fe-4df7-92d2-cf890e0a39e6), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:53.486225 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaefccb6-a5fe-4df7-92d2-cf890e0a39e6,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:53.500833 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:25:53.501183 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Network hostable DHCP agents. Network: 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:25:53.516926 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:25:53.525653 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:25:53.530255 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:53.532183 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:53.536428 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639bf21-c83c-49ae-ba27-cc452e47c600 None None] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:25:53.549858 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-25640dab-7b35-48e1-b0e6-b0e958f9635d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5187161 Mar 16 16:25:53.644727 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadee22-d913-4e94-8e77-19982d624dbb None None] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:25:55.489399 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:25:56.057525 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59178) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:25:56.188417 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-dcc6f003-3a2e-42c1-9e07-9bf4177b90f2 demo admin] 10.222.0.30 "GET /v2.0/routers/e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 HTTP/1.1" status: 200 len: 710 time: 0.1296425 Mar 16 16:25:56.276964 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0035c81-3ee5-406c-9044-743d58fa61d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:25:56.279192 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a0035c81-3ee5-406c-9044-743d58fa61d2 demo admin] 10.222.0.30 "GET /v2.0/networks/8cd802d5-8f3f-4c3f-8cef-2c1d444c831a HTTP/1.1" status: 200 len: 886 time: 0.0851152 Mar 16 16:25:56.288658 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:25:56.541470 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks [] for router_gateway (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:56.774280 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks [] for router_gateway (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:56.851002 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:56.957042 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Allocated IP 172.27.0.18 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/1c4272ab-eca6-4331-b68d-99212885c920) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:25:57.055272 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks [] for port (1c4272ab-eca6-4331-b68d-99212885c920), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:57.087732 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (1c4272ab-eca6-4331-b68d-99212885c920), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:57.129547 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:25:57.134213 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:25:57.136672 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:25:57.200104 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Pushing event updated for resources: {'Port': ['ID=1c4272ab-eca6-4331-b68d-99212885c920,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:25:57.489842 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks [] for router_gateway (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:57.693076 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16302252', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16267462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10630'] for router (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:57.697021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16268383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16268374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16267517'] for router (e6fc5b91-9d77-42c8-9d0b-2f8bdca47192), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:57.815609 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:25:57.925248 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:25:57.929420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:25:57.930619 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-43e9d4ac-758b-4808-a420-58e9a5b94d78 demo admin] 10.222.0.30 "PUT /v2.0/routers/e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 HTTP/1.1" status: 200 len: 889 time: 1.6451845 Mar 16 16:26:00.518157 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59190) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:26:00.636080 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-92909294-053f-415b-b83b-3ba9a068d6cf admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1167831 Mar 16 16:26:00.993053 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device bf820d0b-6b21-4f4f-9121-56d89b169c0f up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:26:01.046059 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port bf820d0b-6b21-4f4f-9121-56d89b169c0f triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:26:01.046460 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:01.138996 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port bf820d0b-6b21-4f4f-9121-56d89b169c0f is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:26:01.141857 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Sync routers for ids ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:26:01.153011 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Routers {'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:26:01.153641 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:25:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:26:01.372817 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Set router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:26:01.832077 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'name': 'router1', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '1c4272ab-eca6-4331-b68d-99212885c920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:25:39Z', 'updated_at': '2022-03-16T16:25:57Z', 'revision_number': 4, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'gw_port': {'id': '1c4272ab-eca6-4331-b68d-99212885c920', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:56Z', 'updated_at': '2022-03-16T16:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'bf820d0b-6b21-4f4f-9121-56d89b169c0f', 'name': '', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'mac_address': 'fa:16:3e:5c:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49540e53-758b-4cf5-a3de-c180347e6225', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:48Z', 'updated_at': '2022-03-16T16:25:52Z', 'revision_number': 5, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'subnets': [{'id': '49540e53-758b-4cf5-a3de-c180347e6225', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469c0c5-0d7d-4fa9-b53c-71757d84771d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:26:01.881181 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Checking router: e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:26:01.881552 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Updating router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 port 1c4272ab-eca6-4331-b68d-99212885c920 binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:26:01.939348 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (1c4272ab-eca6-4331-b68d-99212885c920), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:02.259607 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Publish callbacks [] for port (1c4272ab-eca6-4331-b68d-99212885c920), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:02.266068 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (1c4272ab-eca6-4331-b68d-99212885c920), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:02.321440 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Attempting to bind port 1c4272ab-eca6-4331-b68d-99212885c920 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:26:02.321823 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Attempting to bind port 1c4272ab-eca6-4331-b68d-99212885c920 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:26:02.322208 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Attempting to bind port 1c4272ab-eca6-4331-b68d-99212885c920 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:26:02.324123 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc759d-eb31-497d-bf1d-25769f9627f1 None None] Pushing event updated for resources: {'Port': ['ID=1c4272ab-eca6-4331-b68d-99212885c920,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:26:02.329604 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:26:02.329987 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:26:02.330393 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:02.335792 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:26:02.335792 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Bound port: 1c4272ab-eca6-4331-b68d-99212885c920, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:26:02.335792 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (1c4272ab-eca6-4331-b68d-99212885c920), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:02.394893 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] For port 1c4272ab-eca6-4331-b68d-99212885c920, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:26:02.398811 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] For port 1c4272ab-eca6-4331-b68d-99212885c920, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=1c4272ab-eca6-4331-b68d-99212885c920,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:26:02.407203 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (1c4272ab-eca6-4331-b68d-99212885c920), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:02.462956 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc759d-eb31-497d-bf1d-25769f9627f1 None None] Pushing event updated for resources: {'Port': ['ID=1c4272ab-eca6-4331-b68d-99212885c920,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:26:02.471623 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Routers {'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:26:02.472238 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:25:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:26:02.587836 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] Set router e6fc5b91-9d77-42c8-9d0b-2f8bdca47192 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:26:02.808126 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'name': 'router1', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '1c4272ab-eca6-4331-b68d-99212885c920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:25:39Z', 'updated_at': '2022-03-16T16:25:57Z', 'revision_number': 4, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'gw_port': {'id': '1c4272ab-eca6-4331-b68d-99212885c920', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:56Z', 'updated_at': '2022-03-16T16:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'bf820d0b-6b21-4f4f-9121-56d89b169c0f', 'name': '', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'mac_address': 'fa:16:3e:5c:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49540e53-758b-4cf5-a3de-c180347e6225', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:48Z', 'updated_at': '2022-03-16T16:25:52Z', 'revision_number': 5, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'subnets': [{'id': '49540e53-758b-4cf5-a3de-c180347e6225', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469c0c5-0d7d-4fa9-b53c-71757d84771d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:26:02.835937 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940813d-f8d8-4e37-b259-f69f655b4095 None None] The sync data for ids ['e6fc5b91-9d77-42c8-9d0b-2f8bdca47192'] in dv-cinder-834009-1-iscsi is: [{'id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'name': 'router1', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '1c4272ab-eca6-4331-b68d-99212885c920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:25:39Z', 'updated_at': '2022-03-16T16:25:57Z', 'revision_number': 4, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'gw_port': {'id': '1c4272ab-eca6-4331-b68d-99212885c920', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:29:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:56Z', 'updated_at': '2022-03-16T16:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'bf820d0b-6b21-4f4f-9121-56d89b169c0f', 'name': '', 'network_id': '073e5529-0cb7-4c61-9267-3791d8d2043b', 'tenant_id': 'c651713c67b24df681a8def3d9b85111', 'mac_address': 'fa:16:3e:5c:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fc5b91-9d77-42c8-9d0b-2f8bdca47192', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49540e53-758b-4cf5-a3de-c180347e6225', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:25:48Z', 'updated_at': '2022-03-16T16:25:52Z', 'revision_number': 5, 'project_id': 'c651713c67b24df681a8def3d9b85111', 'subnets': [{'id': '49540e53-758b-4cf5-a3de-c180347e6225', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469c0c5-0d7d-4fa9-b53c-71757d84771d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:26:03.072683 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 1c4272ab-eca6-4331-b68d-99212885c920 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:26:03.141911 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 1c4272ab-eca6-4331-b68d-99212885c920 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:26:03.142561 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (1c4272ab-eca6-4331-b68d-99212885c920), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:03.246743 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 1c4272ab-eca6-4331-b68d-99212885c920 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:26:03.247134 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (1c4272ab-eca6-4331-b68d-99212885c920), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:03.289754 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 1c4272ab-eca6-4331-b68d-99212885c920, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=1c4272ab-eca6-4331-b68d-99212885c920,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:26:03.298194 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (1c4272ab-eca6-4331-b68d-99212885c920), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:03.404021 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=1c4272ab-eca6-4331-b68d-99212885c920,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:26:05.032189 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 1c4272ab-eca6-4331-b68d-99212885c920 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:26:05.107095 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 1c4272ab-eca6-4331-b68d-99212885c920 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:26:05.107723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (1c4272ab-eca6-4331-b68d-99212885c920), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:05.210662 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 1c4272ab-eca6-4331-b68d-99212885c920 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:26:13.956925 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6c93be93-fba5-4f78-bfa4-d5935b68705b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:16.284805 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b8f6e803-523e-491d-9bf8-96d65d845da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:17.474453 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:18.956768 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:20.256739 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:32.489416 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:26:44.049667 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fab46746-0869-4067-bce2-578dc9f9af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:46.280402 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-77bb2d9e-2781-43c3-83b8-dda6a49988d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:47.473972 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:48.958358 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:26:50.243887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:09.488476 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:27:13.963379 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4c50cd93-c49d-494f-82bb-4b47bf00c62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:16.282911 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-61e7ea5b-de31-427f-85e0-0495a221c37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:17.479072 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:18.954331 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:20.249149 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:22.354274 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59674) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:22.413792 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6a45ce-4615-4037-aad3-76cf15f1f9d3 admin admin] GET failed (client error): The resource could not be found. Mar 16 16:27:22.415053 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2c6a45ce-4615-4037-aad3-76cf15f1f9d3 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598242 Mar 16 16:27:22.575450 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0090ab0-80b2-4ff9-a8f4-e83c2f4201f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:22.576856 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a0090ab0-80b2-4ff9-a8f4-e83c2f4201f1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577713 Mar 16 16:27:24.931654 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59684) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:25.022434 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b651694-b321-479e-ab4a-ced3947b2923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:25.023784 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-8b651694-b321-479e-ab4a-ced3947b2923 admin admin] 10.222.0.30 "GET /v2.0/subnets/49540e53-758b-4cf5-a3de-c180347e6225 HTTP/1.1" status: 200 len: 849 time: 0.0911453 Mar 16 16:27:25.033088 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:27:25.120762 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Publish callbacks [] for subnet (49540e53-758b-4cf5-a3de-c180347e6225), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:25.260734 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766422679318'] for subnet (49540e53-758b-4cf5-a3de-c180347e6225), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:25.291535 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:25.292842 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:25.293412 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] 10.222.0.30 "PUT /v2.0/subnets/49540e53-758b-4cf5-a3de-c180347e6225 HTTP/1.1" status: 200 len: 868 time: 0.2639599 Mar 16 16:27:25.311274 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b6437-d567-458e-8b56-8e3e69744d70 None None] Network 073e5529-0cb7-4c61-9267-3791d8d2043b requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:27:25.315650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49540e53-758b-4cf5-a3de-c180347e6225,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:27:25.322953 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.323323 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.323655 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.323998 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.324359 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.324699 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.325027 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.325352 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.325697 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.326026 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.326365 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.326706 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.327062 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.327380 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.327697 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f5784-ccff-42d0-a0ad-c12f6632dc86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:27:25.666877 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-83000c4b-fea8-4a71-ac34-66314ff39115 None None] Provisioning complete for port bf820d0b-6b21-4f4f-9121-56d89b169c0f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:27:25.667261 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-83000c4b-fea8-4a71-ac34-66314ff39115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bf820d0b-6b21-4f4f-9121-56d89b169c0f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:25.746418 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-83000c4b-fea8-4a71-ac34-66314ff39115 None None] Current status of the port bf820d0b-6b21-4f4f-9121-56d89b169c0f is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:27:25.756008 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-83000c4b-fea8-4a71-ac34-66314ff39115 None None] Provisioning complete for port f1b2a720-5ebb-4a29-8451-9157062b8d42 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:27:25.756419 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-83000c4b-fea8-4a71-ac34-66314ff39115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (f1b2a720-5ebb-4a29-8451-9157062b8d42), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:25.834724 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-83000c4b-fea8-4a71-ac34-66314ff39115 None None] Current status of the port f1b2a720-5ebb-4a29-8451-9157062b8d42 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:27:27.635422 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59692) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:27.833420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2270a82-2aab-4ef7-8a87-237dc1ffa218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:27.833807 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2270a82-2aab-4ef7-8a87-237dc1ffa218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:27.835361 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b2270a82-2aab-4ef7-8a87-237dc1ffa218 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989622 Mar 16 16:27:30.148859 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 59700) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:30.276262 dv-cinder-834009-1-iscsi neutron-server[103490]: WARNING oslo_policy.policy [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:27:30.276932 dv-cinder-834009-1-iscsi neutron-server[103490]: WARNING oslo_policy.policy [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:27:30.801361 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.policy [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103490) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 16:27:30.847921 dv-cinder-834009-1-iscsi neutron-server[103490]: WARNING oslo_policy.policy [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:27:30.848319 dv-cinder-834009-1-iscsi neutron-server[103490]: WARNING oslo_policy.policy [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 16:27:30.856482 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:30.856948 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:30.859731 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-a7f81c05-3a1a-4bcc-b3ee-ae5c35a2d691 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.7088215 Mar 16 16:27:33.154678 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 59716) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:33.355889 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e22d645-5c07-4096-a180-9da313717488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:33.357194 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6e22d645-5c07-4096-a180-9da313717488 admin admin] 10.222.0.30 "GET /v2.0/networks/073e5529-0cb7-4c61-9267-3791d8d2043b HTTP/1.1" status: 200 len: 869 time: 0.2014105 Mar 16 16:27:35.690206 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 59724) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:35.819429 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99db0f9-44dd-4a0e-80a6-a28b19272925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:35.820999 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e99db0f9-44dd-4a0e-80a6-a28b19272925 admin admin] 10.222.0.30 "GET /v2.0/networks/8cd802d5-8f3f-4c3f-8cef-2c1d444c831a HTTP/1.1" status: 200 len: 886 time: 0.1298468 Mar 16 16:27:38.154345 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 59732) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:38.280728 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de517a-45bc-4258-8446-b08a696c3615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:38.281169 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de517a-45bc-4258-8446-b08a696c3615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:38.282709 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-08de517a-45bc-4258-8446-b08a696c3615 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269331 Mar 16 16:27:40.676102 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 59740) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:40.765580 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeefa57-f581-45e3-a70a-bccf5c2c8a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:40.766024 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeefa57-f581-45e3-a70a-bccf5c2c8a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:40.767487 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-caeefa57-f581-45e3-a70a-bccf5c2c8a67 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904307 Mar 16 16:27:43.074861 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59748) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:43.166983 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626573b-4a3f-44c3-bca9-b7b37e6254ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:43.168354 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-4626573b-4a3f-44c3-bca9-b7b37e6254ba admin admin] 10.222.0.30 "GET /v2.0/subnets/49540e53-758b-4cf5-a3de-c180347e6225 HTTP/1.1" status: 200 len: 868 time: 0.0925283 Mar 16 16:27:43.965665 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0bb28307-32b3-4738-b302-4b68ae3b08ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:45.488043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59756) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:27:45.687354 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba6282-7954-4fbd-87d1-29ca3d365d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:27:45.688751 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-51ba6282-7954-4fbd-87d1-29ca3d365d71 admin admin] 10.222.0.30 "GET /v2.0/subnets/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6 HTTP/1.1" status: 200 len: 816 time: 0.1996241 Mar 16 16:27:46.285093 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bec82a2d-dbab-4c73-a86e-de98e2f80cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:46.486554 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:27:47.480538 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:48.959095 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:27:50.252737 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:13.774114 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59808) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:28:13.822977 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [None req-b0dffe06-507c-4359-9428-5608886f5afa admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:28:13.823980 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b0dffe06-507c-4359-9428-5608886f5afa admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489025 Mar 16 16:28:13.971335 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e95a8865-3c87-4f71-80a6-ffb50a917359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:16.235128 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59816) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:28:16.291742 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6db53890-2895-40ec-a36e-061a99a492ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:16.297433 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.pecan_wsgi.hooks.translation [None req-274f49cf-a225-40bd-b727-6a887f6b5cb3 admin admin] GET failed (client error): The resource could not be found. Mar 16 16:28:16.298827 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-274f49cf-a225-40bd-b727-6a887f6b5cb3 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621803 Mar 16 16:28:16.382229 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82523c-c67d-47fa-9bd9-f8916ff75956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:28:16.383994 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-ed82523c-c67d-47fa-9bd9-f8916ff75956 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808690 Mar 16 16:28:17.482967 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:18.755460 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59824) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:28:18.801929 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:28:18.821560 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Made reservation on behalf of cdba72c31f5942a6855c0b0b96e03d04 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:28:18.823753 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:18.853189 dv-cinder-834009-1-iscsi neutron-server[103491]: WARNING neutron.services.revisions.revision_plugin [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Could not find related network for resource to bump revision. Mar 16 16:28:18.864637 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:28:18.873106 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (29fd56ad-fe96-43fa-a96a-3dde21897b30), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:18.873436 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Added segment 29fd56ad-fe96-43fa-a96a-3dde21897b30 of type vlan for network e5736446-b122-43f1-b631-ff3f8286b84d Mar 16 16:28:18.910724 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (e5736446-b122-43f1-b631-ff3f8286b84d), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:18.935170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (e5736446-b122-43f1-b631-ff3f8286b84d), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:18.936115 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:28:18.936889 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:18.961035 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:18.996270 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2397344 Mar 16 16:28:19.001807 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ae9e9-80f7-4cf3-8fed-427d4c72e30b admin admin] Pushing event updated for resources: {'Network': ['ID=e5736446-b122-43f1-b631-ff3f8286b84d,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:28:19.016959 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network e5736446-b122-43f1-b631-ff3f8286b84d details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:28:20.257657 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:21.318186 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59832) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:28:21.377195 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.pecan_wsgi.hooks.translation [None req-86661bdf-703d-4bfb-b83e-8cfb6a85aa55 admin admin] GET failed (client error): The resource could not be found. Mar 16 16:28:21.378467 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-86661bdf-703d-4bfb-b83e-8cfb6a85aa55 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593209 Mar 16 16:28:21.448761 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5cd3ad-ee2c-428a-b01d-38a90bd32652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:28:21.450211 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7b5cd3ad-ee2c-428a-b01d-38a90bd32652 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678267 Mar 16 16:28:21.460216 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d', 'name': 'shared-subnet'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:28:21.479011 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Made reservation on behalf of cdba72c31f5942a6855c0b0b96e03d04 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:28:21.481285 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:21.641618 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (9185416e-b838-48aa-aaf1-5a1b96baa295), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:21.688023 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9185416e-b838-48aa-aaf1-5a1b96baa295,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:28:21.702790 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Checking segment: {'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:28:21.703141 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Network hostable DHCP agents. Network: e5736446-b122-43f1-b631-ff3f8286b84d, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:28:21.719121 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Network e5736446-b122-43f1-b631-ff3f8286b84d is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:28:21.727111 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, e5736446-b122-43f1-b631-ff3f8286b84d) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:28:21.732599 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:28:21.733918 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:21.737055 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3a5de-b9f2-484a-ad17-371381618817 None None] Network e5736446-b122-43f1-b631-ff3f8286b84d requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:28:21.750222 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2ea9f920-d007-4e91-bbcd-8063baf94a51 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2935531 Mar 16 16:28:21.844530 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-e5736446-b122-43f1-b631-ff3f8286b84d', 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d', 'project_id': 'cdba72c31f5942a6855c0b0b96e03d04', 'fixed_ips': [{'subnet_id': '9185416e-b838-48aa-aaf1-5a1b96baa295'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:28:21.845450 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:22.086267 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Allocated IP 192.168.233.2 (e5736446-b122-43f1-b631-ff3f8286b84d/9185416e-b838-48aa-aaf1-5a1b96baa295/4259ad4f-0a4e-4808-b47f-24ddfc1a3041) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:28:22.230310 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Publish callbacks [] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:22.238095 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:22.276046 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Network e5736446-b122-43f1-b631-ff3f8286b84d is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:28:22.282549 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:28:22.286013 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:28:22.294721 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Pushing event updated for resources: {'Port': ['ID=4259ad4f-0a4e-4808-b47f-24ddfc1a3041,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:28:22.317829 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.318175 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.318532 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.318888 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.319219 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.319554 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.319880 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.320206 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.320562 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.320887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.321207 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.321543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.321866 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.322181 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.322496 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:28:22.360487 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Attempting to bind port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:28:22.360865 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Attempting to bind port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:28:22.361225 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Attempting to bind port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 on network e5736446-b122-43f1-b631-ff3f8286b84d {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:28:22.366290 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:28:22.366660 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Checking segment: {'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:28:22.367061 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:22.367451 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Bound using segment: {'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:28:22.367908 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Bound port: 4259ad4f-0a4e-4808-b47f-24ddfc1a3041, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:28:22.368310 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:22.432093 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] For port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:28:22.435691 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] For port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=4259ad4f-0a4e-4808-b47f-24ddfc1a3041,segment=NetworkSegment(29fd56ad-fe96-43fa-a96a-3dde21897b30),segment_id=29fd56ad-fe96-43fa-a96a-3dde21897b30)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:28:22.442501 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:22.503328 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1b078-8cdb-4824-ad5f-83086136b1da None None] Pushing event updated for resources: {'Port': ['ID=4259ad4f-0a4e-4808-b47f-24ddfc1a3041,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:28:23.112468 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:28:23.172488 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:28:23.173151 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:23.262448 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:28:23.262838 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:23.303553 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=4259ad4f-0a4e-4808-b47f-24ddfc1a3041,segment=NetworkSegment(29fd56ad-fe96-43fa-a96a-3dde21897b30),segment_id=29fd56ad-fe96-43fa-a96a-3dde21897b30)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:28:23.308967 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:23.353350 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027079a-b540-4ca0-9ed3-abc68f05c6c3 None None] Network e5736446-b122-43f1-b631-ff3f8286b84d requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:28:23.414317 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=4259ad4f-0a4e-4808-b47f-24ddfc1a3041,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:28:23.464099 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-e6e0a9f5-b7bd-4088-81a3-057b7ada512b None None] Provisioning complete for port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:28:23.464511 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a9f5-b7bd-4088-81a3-057b7ada512b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:23.485066 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:28:23.564256 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0a9f5-b7bd-4088-81a3-057b7ada512b None None] Current status of the port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:28:23.688649 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-65d8ae8f-7729-44c9-b82a-6d05e4ffcb47 None None] Provisioning complete for port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:28:23.689040 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-65d8ae8f-7729-44c9-b82a-6d05e4ffcb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:23.769986 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-65d8ae8f-7729-44c9-b82a-6d05e4ffcb47 None None] Current status of the port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:28:25.059192 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:28:25.110417 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:28:25.110806 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (4259ad4f-0a4e-4808-b47f-24ddfc1a3041), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:25.184882 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 4259ad4f-0a4e-4808-b47f-24ddfc1a3041 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:28:43.973867 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-377cb9c7-6c50-498a-a7d9-0b9c9d3c7ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:46.283439 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e75ec15-0dcb-470a-94e3-0eb3ab42ce61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:47.485422 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:48.962863 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:28:50.261341 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:00.484038 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:29:13.976027 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4b750f9e-7d0d-40b8-9be1-32a57c7dac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:16.284749 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-db3a21ec-3610-409f-a21d-379d61ddd992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:17.488894 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:18.968959 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:20.265949 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:37.482340 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:29:42.143246 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59872) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:29:42.148996 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [None req-579310cb-fb97-48b6-94c3-94a53dc3ea93 tempest-verify_tempest_config-1543955222 tempest-verify_tempest_config-1543955222-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:29:42.149968 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-579310cb-fb97-48b6-94c3-94a53dc3ea93 tempest-verify_tempest_config-1543955222 tempest-verify_tempest_config-1543955222-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057235 Mar 16 16:29:42.435881 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59890) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:29:42.535937 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:42.606895 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Publish callbacks [] for security_group (e135b805-8c50-42a7-9b63-6c91bdc04f3a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:42.610559 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e135b805-8c50-42a7-9b63-6c91bdc04f3a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:42.657120 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3075c71cf8474beca91ea5b51cb970ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2201023 Mar 16 16:29:42.657924 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e135b805-8c50-42a7-9b63-6c91bdc04f3a,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:29:42.659964 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 59894) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:29:42.665329 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.665675 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.666031 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.666366 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.666691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.667014 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.667337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.667650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.667967 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.668856 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.669180 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.669498 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.669813 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.670126 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.670437 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627704-fee4-4b90-b23a-54b1da422e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.744916 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Publish callbacks [] for security_group (e135b805-8c50-42a7-9b63-6c91bdc04f3a), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:42.765950 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Publish callbacks [] for security_group (e135b805-8c50-42a7-9b63-6c91bdc04f3a), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:42.859195 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e135b805-8c50-42a7-9b63-6c91bdc04f3a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:42.862506 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:42.863692 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e135b805-8c50-42a7-9b63-6c91bdc04f3a HTTP/1.1" status: 204 len: 168 time: 0.2027535 Mar 16 16:29:42.872018 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e135b805-8c50-42a7-9b63-6c91bdc04f3a,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:29:42.881574 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.881919 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.882281 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.882593 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.882921 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.883243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.883562 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.883878 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.884199 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.884545 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.884887 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.885221 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.885539 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.885850 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.886161 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e4aaaf-5fa8-445b-830d-78937b1b582b admin admin] Tracked resource versions report: Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: pushed versions: Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: { 'AddressGroup': {'1.2'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Agent': {'1.1'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'ConntrackHelper': {'1.0'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Log': {'1.0'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'NDPProxy': {'1.0'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Network': {'1.1'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Port': {'1.7'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'PortForwarding': {'1.2'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'QosPolicy': {'1.10'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroup': {'1.5'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SubPort': {'1.0'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Subnet': {'1.1'}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Trunk': {'1.1'}} Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: consumer versions: Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Agent': '1.1', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'ConntrackHelper': '1.0', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'LocalIPAssociation': '1.0', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Log': '1.0', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'NDPProxy': '1.0', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Network': '1.1', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Port': '1.7', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'PortForwarding': '1.2', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'QosPolicy': '1.10', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroup': '1.5', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroupRule': '1.2', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SubPort': '1.0', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Subnet': '1.1', Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Trunk': '1.1'}} Mar 16 16:29:42.888353 dv-cinder-834009-1-iscsi neutron-server[103490]: {{(pid=103490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:29:43.977638 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c52b9b41-8a3e-4c74-a777-b982ec607f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:46.286504 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-de3d1819-8a5c-4c4a-90c1-a0962f8f55a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:47.490403 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:48.972710 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:29:50.269613 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:13.980089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bd68bf4a-c682-44c2-9f84-e7d421b41d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:14.481463 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:30:16.286911 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0a2d154e-442d-43cc-8e8b-fa8a3b6850e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:17.493217 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:18.974910 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:20.272370 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:43.983428 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e4f716e3-aaa7-4cdf-8fb7-4ddb15684d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:46.288612 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c58deb32-3320-4949-bafc-00b74554ae61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:47.496387 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:48.976848 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:50.274287 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:30:51.479813 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 5 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:31:13.986880 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-daa2dd6b-7cb4-42d3-93d7-302670634267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:16.289909 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb89f-0efa-4b49-8721-25d13ebd1953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:17.498867 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:18.980770 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:20.278461 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:24.820549 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16268118'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:28.479535 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:31:39.355467 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 59970) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:31:39.459158 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d8a0d872-8096-45bb-b7bc-7508fd75f498 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1025853 Mar 16 16:31:41.783125 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 59980) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:31:41.843807 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5dfaea58-8f92-4e7d-bbcb-99e46a6925d3 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596032 Mar 16 16:31:43.994462 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf7ca-442c-4904-a318-01c8c89a1456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:46.293526 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba393-990d-4954-a0f7-76bf3d9ddb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:47.502397 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:48.993171 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:50.285743 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:31:54.772931 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:05.478553 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:32:13.988145 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2a955e27-89ee-4327-b1cb-d062fc66ca17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:16.296552 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e0a9-a6a0-4229-98a9-b8512e687146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:17.504834 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:18.990639 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:20.277978 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:24.774132 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:42.478551 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:32:43.995315 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a23d5d4d-0cde-46ba-9f01-5ebfa22efb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:46.297148 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5f89f477-4f69-4b80-bb2f-bce3d67e3710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:47.508160 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:48.994879 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:50.282141 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:32:54.780338 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:13.990451 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c60b957e-0bb6-41f8-8cc7-4c2eefacbece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:16.310562 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-35212f0a-5301-476b-8ae2-68037c989e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:17.526242 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.004342 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.170517 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60140) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:19.413636 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-234186185-network', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:19.472907 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Made reservation on behalf of 1a9c4783297e40fc9fbfee08686a43ef for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:19.475727 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.478077 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:33:19.489498 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.576621 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks [] for security_group (7fce50a7-a9d5-4c37-803e-2bb39d272161), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.582001 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7fce50a7-a9d5-4c37-803e-2bb39d272161), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.626840 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:33:19.634095 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce50a7-a9d5-4c37-803e-2bb39d272161,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:19.647530 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766422729409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (b24ec2fd-295f-416d-bf2a-19b63eaea746), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.648139 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Unsubscribe: segment precommit_create {{(pid=103490) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 16:33:19.648674 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Added segment b24ec2fd-295f-416d-bf2a-19b63eaea746 of type vlan for network f7a93c05-5601-48e7-999a-3958f719c5b6 Mar 16 16:33:19.655051 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.655506 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.655755 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.656101 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.656471 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.656809 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.657343 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.657628 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.658000 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.658307 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.658640 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.659447 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.659689 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.660415 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.660833 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Tracked resource versions report: Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: pushed versions: Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: { 'AddressGroup': {'1.2'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Agent': {'1.1'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'ConntrackHelper': {'1.0'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Log': {'1.0'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'NDPProxy': {'1.0'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Network': {'1.1'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Port': {'1.7'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'PortForwarding': {'1.2'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'QosPolicy': {'1.10'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroup': {'1.5'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SubPort': {'1.0'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Subnet': {'1.1'}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Trunk': {'1.1'}} Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: consumer versions: Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: HyperV agent@hv-cinder-83400: {}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Agent': '1.1', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'ConntrackHelper': '1.0', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'LocalIPAssociation': '1.0', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Log': '1.0', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'NDPProxy': '1.0', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Network': '1.1', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Port': '1.7', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'PortForwarding': '1.2', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'QosPolicy': '1.10', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroup': '1.5', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SecurityGroupRule': '1.2', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'SubPort': '1.0', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Subnet': '1.1', Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: 'Trunk': '1.1'}} Mar 16 16:33:19.662056 dv-cinder-834009-1-iscsi neutron-server[103490]: {{(pid=103490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:33:19.727241 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (f7a93c05-5601-48e7-999a-3958f719c5b6), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.764733 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (f7a93c05-5601-48e7-999a-3958f719c5b6), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.766126 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:19.766902 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.847837 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6762204 Mar 16 16:33:19.848079 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60178) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:19.862074 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Request body: {'subnet': {'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-subnet', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:19.877630 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65599b-7ce2-4c19-ba94-e57d020d2b82 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a93c05-5601-48e7-999a-3958f719c5b6,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:19.879492 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60182) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:19.890547 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Made reservation on behalf of 1a9c4783297e40fc9fbfee08686a43ef for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:19.893236 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:19.894699 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network f7a93c05-5601-48e7-999a-3958f719c5b6 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:33:20.061037 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60198) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:20.098476 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (0519b139-c787-4de0-9c17-2494fbfdb8ac), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.145534 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0519b139-c787-4de0-9c17-2494fbfdb8ac,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:20.160993 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.161355 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.161699 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.162039 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.162378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.162715 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.163042 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.163468 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.163842 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.164155 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.164682 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.165254 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.165753 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.166080 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.166414 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Tracked resource versions report: Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: pushed versions: Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: { 'AddressGroup': {'1.2'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Agent': {'1.1'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'ConntrackHelper': {'1.0'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Log': {'1.0'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'NDPProxy': {'1.0'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Network': {'1.1'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Port': {'1.7'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'PortForwarding': {'1.2'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'QosPolicy': {'1.10'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroup': {'1.5'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SubPort': {'1.0'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Subnet': {'1.1'}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Trunk': {'1.1'}} Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: consumer versions: Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: HyperV agent@hv-cinder-83400: {}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Agent': '1.1', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'ConntrackHelper': '1.0', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'LocalIPAssociation': '1.0', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Log': '1.0', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'NDPProxy': '1.0', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Network': '1.1', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Port': '1.7', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'PortForwarding': '1.2', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'QosPolicy': '1.10', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroup': '1.5', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SecurityGroupRule': '1.2', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'SubPort': '1.0', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Subnet': '1.1', Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: 'Trunk': '1.1'}} Mar 16 16:33:20.167614 dv-cinder-834009-1-iscsi neutron-server[103491]: {{(pid=103491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:33:20.178302 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Checking segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:20.178666 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Network hostable DHCP agents. Network: f7a93c05-5601-48e7-999a-3958f719c5b6, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:33:20.207771 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Network f7a93c05-5601-48e7-999a-3958f719c5b6 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:33:20.215620 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1894792007-network', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:20.232939 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, f7a93c05-5601-48e7-999a-3958f719c5b6) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:20.239625 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:20.240212 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.249968 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Made reservation on behalf of 2376faa24a1947a2a4b4a41a87d143f9 for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:20.250229 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c43b2-45e9-4578-9c6a-2043bec2ffc6 None None] Network f7a93c05-5601-48e7-999a-3958f719c5b6 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:20.252246 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.266661 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c0205fd3-1cf7-4a23-9d4f-34aab741bd85 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4169891 Mar 16 16:33:20.268796 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.270955 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60206) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:20.275576 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:20.319194 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.320511 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.328930 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.364141 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60208) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:20.399698 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-f7a93c05-5601-48e7-999a-3958f719c5b6', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:33:20.400733 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.427949 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks [] for security_group (899d06ac-b20f-4ada-810c-5b4a44feb847), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.433525 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (899d06ac-b20f-4ada-810c-5b4a44feb847), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.447801 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:33:20.453216 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks [] for router_controller (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), precommit_add_association {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.459348 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (0fc358f2-10ea-4f96-960e-abc6dda72d53), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.459961 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Added segment 0fc358f2-10ea-4f96-960e-abc6dda72d53 of type vlan for network 968bf21c-e8e9-4922-94fc-4896f52cbf9a Mar 16 16:33:20.514868 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (968bf21c-e8e9-4922-94fc-4896f52cbf9a), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.556588 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-network', 'tenant_id': '4a418967bb354e35944e77d80fed1df3'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:20.570628 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (968bf21c-e8e9-4922-94fc-4896f52cbf9a), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.571891 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:20.572685 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.576074 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899d06ac-b20f-4ada-810c-5b4a44feb847,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:20.622584 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Allocated IP 172.20.0.2 (f7a93c05-5601-48e7-999a-3958f719c5b6/0519b139-c787-4de0-9c17-2494fbfdb8ac/698f0bc6-1b16-46ef-8de6-82f415d092be) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:20.683481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks [] for router_gateway (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.703248 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8226390 Mar 16 16:33:20.703888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60228) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:20.717472 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Request body: {'subnet': {'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1894792007-subnet', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:20.737353 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Made reservation on behalf of 4a418967bb354e35944e77d80fed1df3 for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:20.740007 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.742586 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ca63-b3f0-4389-b31d-df74aa894017 admin admin] Pushing event updated for resources: {'Network': ['ID=968bf21c-e8e9-4922-94fc-4896f52cbf9a,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:20.753514 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1133154754-network', 'tenant_id': '041713129418473c9b92b83876852076'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:20.773960 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.792898 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Made reservation on behalf of 2376faa24a1947a2a4b4a41a87d143f9 for: {'subnet': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:20.795791 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.796819 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Publish callbacks [] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.801464 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:33:20.843532 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Made reservation on behalf of 041713129418473c9b92b83876852076 for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:20.846117 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.868053 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.878596 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:20.914436 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Pushing event updated for resources: {'Port': ['ID=698f0bc6-1b16-46ef-8de6-82f415d092be,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:20.923995 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.924463 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.924900 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.925445 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.925856 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.926251 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.926642 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.927052 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.927443 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.927833 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.928220 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.928648 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.929348 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.929917 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.930463 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Tracked resource versions report: Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: pushed versions: Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: { 'AddressGroup': {'1.2'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Agent': {'1.1'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'ConntrackHelper': {'1.0'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Log': {'1.0'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'NDPProxy': {'1.0'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Network': {'1.1'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Port': {'1.7'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'PortForwarding': {'1.2'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'QosPolicy': {'1.10'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroup': {'1.5'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SubPort': {'1.0'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Subnet': {'1.1'}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Trunk': {'1.1'}} Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: consumer versions: Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: HyperV agent@hv-cinder-83400: {}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Agent': '1.1', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'ConntrackHelper': '1.0', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'LocalIPAssociation': '1.0', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Log': '1.0', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'NDPProxy': '1.0', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Network': '1.1', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Port': '1.7', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'PortForwarding': '1.2', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'QosPolicy': '1.10', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroup': '1.5', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SecurityGroupRule': '1.2', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'SubPort': '1.0', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Subnet': '1.1', Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: 'Trunk': '1.1'}} Mar 16 16:33:20.931877 dv-cinder-834009-1-iscsi neutron-server[103492]: {{(pid=103492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:33:20.947389 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Network f7a93c05-5601-48e7-999a-3958f719c5b6 is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:20.950277 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:20.955657 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:21.016698 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks [] for router_gateway (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.044463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.084831 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks [] for security_group (97a86930-02ce-48ed-9199-4c17c3a1fe69), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.086097 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Attempting to bind port 698f0bc6-1b16-46ef-8de6-82f415d092be on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:21.086539 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Attempting to bind port 698f0bc6-1b16-46ef-8de6-82f415d092be by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:21.086987 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Attempting to bind port 698f0bc6-1b16-46ef-8de6-82f415d092be on network f7a93c05-5601-48e7-999a-3958f719c5b6 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:21.093616 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:21.094073 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Checking segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:21.094571 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.095341 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Bound using segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:21.096002 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Bound port: 698f0bc6-1b16-46ef-8de6-82f415d092be, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:21.096907 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.119041 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (97a86930-02ce-48ed-9199-4c17c3a1fe69), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.168056 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] For port 698f0bc6-1b16-46ef-8de6-82f415d092be, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:21.172223 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] For port 698f0bc6-1b16-46ef-8de6-82f415d092be, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=698f0bc6-1b16-46ef-8de6-82f415d092be,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:21.181957 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.197026 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:33:21.294687 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.296234 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Added segment c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933 of type vlan for network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 Mar 16 16:33:21.309412 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Allocated IP 172.27.0.145 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/d59e551c-021c-47bb-afab-8dbf41492384) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:21.337822 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b79574-79e0-43c6-a38d-51b749e51502 None None] Pushing event updated for resources: {'Port': ['ID=698f0bc6-1b16-46ef-8de6-82f415d092be,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:21.347351 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.360408 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a86930-02ce-48ed-9199-4c17c3a1fe69,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:21.396189 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (fbe6c50e-89ca-412c-b9db-669aadf76bed), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.468892 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks [] for security_group (23f6b777-0d83-46f2-b662-f012309d70b4), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.470453 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe6c50e-89ca-412c-b9db-669aadf76bed,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:21.472778 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.474257 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:21.475050 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.491306 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks [] for port (d59e551c-021c-47bb-afab-8dbf41492384), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.494229 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (23f6b777-0d83-46f2-b662-f012309d70b4), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.518170 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4542422 Mar 16 16:33:21.522793 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60250) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:21.531095 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Request body: {'subnet': {'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-subnet', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:21.578565 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f6b777-0d83-46f2-b662-f012309d70b4,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:21.604546 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (d59e551c-021c-47bb-afab-8dbf41492384), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.618825 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Made reservation on behalf of 4a418967bb354e35944e77d80fed1df3 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:21.620795 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:33:21.622302 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.642368 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Checking segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:21.642904 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Network hostable DHCP agents. Network: 968bf21c-e8e9-4922-94fc-4896f52cbf9a, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:33:21.657348 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (84e199c7-0142-443d-87ef-25021a98f6e0), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.657796 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Added segment 84e199c7-0142-443d-87ef-25021a98f6e0 of type vlan for network 122892e6-3bbc-45b9-8b60-1bd191d4ecad Mar 16 16:33:21.661268 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9935ab-49ae-4b9f-b7f1-499660b9134a admin admin] Pushing event updated for resources: {'Network': ['ID=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:21.675137 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:33:21.732385 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:33:21.746896 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (122892e6-3bbc-45b9-8b60-1bd191d4ecad), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.751055 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 968bf21c-e8e9-4922-94fc-4896f52cbf9a) {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:21.776015 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:21.776658 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.800046 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-71525939-74b1-469b-9e7a-3a59ec9bf3c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0877695 Mar 16 16:33:21.807915 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60264) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:21.818381 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (122892e6-3bbc-45b9-8b60-1bd191d4ecad), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.822017 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:21.823562 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:21.825298 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:21.830173 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac93655-f466-42c1-b441-41d854b505dd None None] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:21.843088 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:21.859740 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:21.865512 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:21.976634 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6086893 Mar 16 16:33:21.996249 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60270) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:22.016897 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Request body: {'subnet': {'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1133154754-subnet', 'tenant_id': '041713129418473c9b92b83876852076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:22.052173 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51037d3c-409c-4335-ad00-59ffe8270927 admin admin] Pushing event updated for resources: {'Network': ['ID=122892e6-3bbc-45b9-8b60-1bd191d4ecad,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:22.072568 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 122892e6-3bbc-45b9-8b60-1bd191d4ecad details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:33:22.098727 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Made reservation on behalf of 041713129418473c9b92b83876852076 for: {'subnet': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:22.101091 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.230357 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:33:22.233649 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.488365 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Allocated IP 172.20.0.2 (968bf21c-e8e9-4922-94fc-4896f52cbf9a/fbe6c50e-89ca-412c-b9db-669aadf76bed/9fc57272-d050-4dd6-a510-99c6faedfa88) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:22.542821 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Pushing event updated for resources: {'Port': ['ID=d59e551c-021c-47bb-afab-8dbf41492384,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:22.577059 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (53435701-3a1e-4a05-955f-fe9662de7842), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.578105 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (53435701-3a1e-4a05-955f-fe9662de7842), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.673042 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.693237 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks [] for router_controller (53435701-3a1e-4a05-955f-fe9662de7842), precommit_add_association {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.808309 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Publish callbacks [] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.810697 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:22.816578 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.829859 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Checking segment: {'id': '84e199c7-0142-443d-87ef-25021a98f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:22.830217 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Network hostable DHCP agents. Network: 122892e6-3bbc-45b9-8b60-1bd191d4ecad, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:33:22.842669 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:22.846630 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:22.863109 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Network 122892e6-3bbc-45b9-8b60-1bd191d4ecad is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:33:22.877392 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 122892e6-3bbc-45b9-8b60-1bd191d4ecad) {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:22.884758 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:22.885358 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:22.898500 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b89d6f8-565c-434e-9bf2-e42684ad9c7a None None] Network 122892e6-3bbc-45b9-8b60-1bd191d4ecad requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:22.928130 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-17599d32-da91-4d63-a7bf-fcaddadd4114 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9302435 Mar 16 16:33:22.959495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:23.106495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Attempting to bind port 9fc57272-d050-4dd6-a510-99c6faedfa88 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:23.106877 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Attempting to bind port 9fc57272-d050-4dd6-a510-99c6faedfa88 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:23.107231 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Attempting to bind port 9fc57272-d050-4dd6-a510-99c6faedfa88 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:23.112657 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afe8386-4a17-47f3-bbc0-434f0a28f995 None None] Network f7a93c05-5601-48e7-999a-3958f719c5b6 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:23.140410 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60324) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:23.254116 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks [] for router_gateway (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.351912 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b81bc749-e86a-4479-9428-2029a8bfe70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.394395 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:23.394788 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Checking segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:23.395198 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.395601 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Bound using segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:23.396113 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Bound port: 9fc57272-d050-4dd6-a510-99c6faedfa88, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:23.396516 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.410562 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 698f0bc6-1b16-46ef-8de6-82f415d092be up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:23.452145 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Pushing event updated for resources: {'Port': ['ID=9fc57272-d050-4dd6-a510-99c6faedfa88,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:23.463420 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-daea19ca-cbbf-4670-905f-417e083b405e None None] Provisioning complete for port 698f0bc6-1b16-46ef-8de6-82f415d092be triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:23.463827 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-daea19ca-cbbf-4670-905f-417e083b405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.470223 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b60bb-961e-4fad-9a9a-d2984c65bc49 None None] Network 122892e6-3bbc-45b9-8b60-1bd191d4ecad requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:23.595447 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks [] for router_gateway (53435701-3a1e-4a05-955f-fe9662de7842), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.622956 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b81bc749-e86a-4479-9428-2029a8bfe70d admin admin] Publish callbacks [] for security_group (e4f7f0ce-fd03-4164-8f00-da21a2a0ce89), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.631576 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b81bc749-e86a-4479-9428-2029a8bfe70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e4f7f0ce-fd03-4164-8f00-da21a2a0ce89), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:23.730124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bc749-e86a-4479-9428-2029a8bfe70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f7f0ce-fd03-4164-8f00-da21a2a0ce89,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:23.769069 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b81bc749-e86a-4479-9428-2029a8bfe70d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf411e53cac04759a252eb9419c28825&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6253057 Mar 16 16:33:23.769695 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60350) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:23.801192 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (4e05711c-7332-4baf-8d07-39698eb4d4e0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.057965 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 698f0bc6-1b16-46ef-8de6-82f415d092be triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:24.060182 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.068313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60386) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:24.071807 dv-cinder-834009-1-iscsi neutron-server[103490]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 16:33:24.081763 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e05711c-7332-4baf-8d07-39698eb4d4e0,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:24.108419 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] For port 9fc57272-d050-4dd6-a510-99c6faedfa88, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:24.141432 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] For port 9fc57272-d050-4dd6-a510-99c6faedfa88, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=9fc57272-d050-4dd6-a510-99c6faedfa88,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:24.181221 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.201862 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Checking segment: {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:24.202424 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Network hostable DHCP agents. Network: 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:33:24.240370 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff40-ad81-4992-8c85-6f3002f60618 admin admin] Publish callbacks [] for security_group (e4f7f0ce-fd03-4164-8f00-da21a2a0ce89), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.253304 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.269855 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:33:24.351010 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-daea19ca-cbbf-4670-905f-417e083b405e None None] Current status of the port 698f0bc6-1b16-46ef-8de6-82f415d092be is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:24.351422 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-daea19ca-cbbf-4670-905f-417e083b405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.380080 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff40-ad81-4992-8c85-6f3002f60618 admin admin] Publish callbacks [] for security_group (e4f7f0ce-fd03-4164-8f00-da21a2a0ce89), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.447713 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:24.451246 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d51d-de36-4e7f-b184-66ab993a5dd7 None None] Pushing event updated for resources: {'Port': ['ID=9fc57272-d050-4dd6-a510-99c6faedfa88,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:24.466930 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:24.467762 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.486834 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-ea4ac33e-32b2-4d90-9fab-8e724af9836a tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:24.491722 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe38650-a17a-4c77-a1a2-10b94c51cc58 None None] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:24.494322 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-ea4ac33e-32b2-4d90-9fab-8e724af9836a tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/networks?id=122892e6-3bbc-45b9-8b60-1bd191d4ecad HTTP/1.1" status: 200 len: 812 time: 0.4241135 Mar 16 16:33:24.516123 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-0d763201-b362-44c0-86de-828006deb3f7 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/quotas/041713129418473c9b92b83876852076 HTTP/1.1" status: 200 len: 375 time: 0.0198038 Mar 16 16:33:24.607388 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6d474ab7-5b79-465f-9dcd-ebbf3d46a6e4 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=041713129418473c9b92b83876852076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899329 Mar 16 16:33:24.654991 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-daea19ca-cbbf-4670-905f-417e083b405e None None] For port 698f0bc6-1b16-46ef-8de6-82f415d092be, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=698f0bc6-1b16-46ef-8de6-82f415d092be,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:24.667619 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-eccbd0c5-7630-4a5c-962d-fac190159439 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1429410 Mar 16 16:33:24.668563 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-daea19ca-cbbf-4670-905f-417e083b405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.670423 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60400) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:24.677117 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:24.677652 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 698f0bc6-1b16-46ef-8de6-82f415d092be is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:24.678066 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.682935 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff40-ad81-4992-8c85-6f3002f60618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e4f7f0ce-fd03-4164-8f00-da21a2a0ce89), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.686691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-34f9ff40-ad81-4992-8c85-6f3002f60618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.687866 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-34f9ff40-ad81-4992-8c85-6f3002f60618 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4f7f0ce-fd03-4164-8f00-da21a2a0ce89 HTTP/1.1" status: 204 len: 168 time: 0.9131806 Mar 16 16:33:24.718664 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (2548e948-c934-4eac-a8f8-bf429198d61c), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.720974 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (2548e948-c934-4eac-a8f8-bf429198d61c), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.758940 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks [] for router_gateway (53435701-3a1e-4a05-955f-fe9662de7842), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.799041 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9ff40-ad81-4992-8c85-6f3002f60618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f7f0ce-fd03-4164-8f00-da21a2a0ce89,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:24.803568 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:24.827224 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:33:24.878990 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.db.api [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 16 16:33:24.879381 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG oslo_db.api [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 16 16:33:24.960487 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks [] for router_controller (2548e948-c934-4eac-a8f8-bf429198d61c), precommit_add_association {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.050694 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-a013b344-d697-41d5-98bf-91d431b1c7cd None None] Provisioning complete for port 698f0bc6-1b16-46ef-8de6-82f415d092be triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:25.051796 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a013b344-d697-41d5-98bf-91d431b1c7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.079494 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4456f9f1-82da-49b9-a50f-4cbc6094ab0b None None] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:25.137362 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.162386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea19ca-cbbf-4670-905f-417e083b405e None None] Pushing event updated for resources: {'Port': ['ID=698f0bc6-1b16-46ef-8de6-82f415d092be,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:25.252534 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-74c3c520-09aa-4dd3-8e9b-839db4b8c0fb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:33:25.253611 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-74c3c520-09aa-4dd3-8e9b-839db4b8c0fb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3931034 Mar 16 16:33:25.311664 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Allocated IP 172.27.0.4 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/b7f29e05-c5a7-4361-8a2d-f90331baf77e) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:25.325079 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:33:25.337162 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Sync routers for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:33:25.354824 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:25.355616 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:25.397445 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks [] for router_gateway (2548e948-c934-4eac-a8f8-bf429198d61c), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.431568 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-a013b344-d697-41d5-98bf-91d431b1c7cd None None] Current status of the port 698f0bc6-1b16-46ef-8de6-82f415d092be is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:25.456449 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 698f0bc6-1b16-46ef-8de6-82f415d092be is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:25.525592 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks [] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.542231 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.544527 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-313ef99d-dc65-4d1c-9cca-0b2ab2c87320 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2723777 Mar 16 16:33:25.549258 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60424) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:25.723310 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60426) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:25.737702 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:25.747985 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9fc57272-d050-4dd6-a510-99c6faedfa88 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:25.749300 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-5beff89d-0d05-42b5-a6c9-73873bb60b51 service neutron] 10.222.0.30 "GET /v2.0/networks/122892e6-3bbc-45b9-8b60-1bd191d4ecad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273091 Mar 16 16:33:25.770517 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.776972 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-542991a0-942c-4c0d-9371-925972d5156b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.876970 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 9fc57272-d050-4dd6-a510-99c6faedfa88 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:25.879505 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.886184 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-542991a0-942c-4c0d-9371-925972d5156b admin admin] Publish callbacks [] for security_group (07940136-509e-4c97-80a5-f857fbe922ff), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.940864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-542991a0-942c-4c0d-9371-925972d5156b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (07940136-509e-4c97-80a5-f857fbe922ff), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:25.962954 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:22Z', 'revision_number': 3, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:25.982252 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60430) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:25.991728 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542991a0-942c-4c0d-9371-925972d5156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07940136-509e-4c97-80a5-f857fbe922ff,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:26.008559 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:26.009002 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Checking router: 0c20c508-144b-463e-a5fd-b4cb3c1d3acc for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:33:26.009523 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Updating router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc port d59e551c-021c-47bb-afab-8dbf41492384 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:33:26.015639 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:26.022747 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:26.049021 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-d01bfa85-e7b3-49bf-ae0d-6d701a959660 service neutron] 10.222.0.30 "GET /v2.0/networks/122892e6-3bbc-45b9-8b60-1bd191d4ecad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888961 Mar 16 16:33:26.069358 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 9fc57272-d050-4dd6-a510-99c6faedfa88 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:26.069854 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.072532 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0b729-41a5-4a6e-8313-f37aa8d75e4f None None] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:26.109292 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d59e551c-021c-47bb-afab-8dbf41492384), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.138707 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks [] for router_gateway (2548e948-c934-4eac-a8f8-bf429198d61c), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.153005 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-8a85965f-3a92-45f8-8d8a-48f3deb4714b None None] Provisioning complete for port 9fc57272-d050-4dd6-a510-99c6faedfa88 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:26.153541 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-8a85965f-3a92-45f8-8d8a-48f3deb4714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.203202 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.207696 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 9fc57272-d050-4dd6-a510-99c6faedfa88, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=9fc57272-d050-4dd6-a510-99c6faedfa88,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:26.232633 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.234674 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 698f0bc6-1b16-46ef-8de6-82f415d092be up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:26.343413 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Pushing event updated for resources: {'Port': ['ID=b7f29e05-c5a7-4361-8a2d-f90331baf77e,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:26.354338 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-542991a0-942c-4c0d-9371-925972d5156b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ebb4fcfb10240b4908dc59225538c91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6303959 Mar 16 16:33:26.357738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60448) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:26.363868 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=9fc57272-d050-4dd6-a510-99c6faedfa88,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:26.522519 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Allocated IP 172.27.0.139 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/274a8f0c-ea53-495a-8933-17a62290eb17) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:26.547099 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-8a85965f-3a92-45f8-8d8a-48f3deb4714b None None] Current status of the port 9fc57272-d050-4dd6-a510-99c6faedfa88 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:26.550550 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 698f0bc6-1b16-46ef-8de6-82f415d092be triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:26.551118 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.560467 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9bf286f8-33e8-4a3d-897c-f75ca2f67838 admin admin] Publish callbacks [] for security_group (07940136-509e-4c97-80a5-f857fbe922ff), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.641337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9bf286f8-33e8-4a3d-897c-f75ca2f67838 admin admin] Publish callbacks [] for security_group (07940136-509e-4c97-80a5-f857fbe922ff), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.646029 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks [] for router_gateway (53435701-3a1e-4a05-955f-fe9662de7842), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.680561 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 698f0bc6-1b16-46ef-8de6-82f415d092be is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:26.776922 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks [] for port (274a8f0c-ea53-495a-8933-17a62290eb17), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.866440 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-adeb3914-6814-491d-af74-cb001a0d3df5 req-51b6c4ba-f220-4ae4-8cd0-8bdb5992b34d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.0722544 Mar 16 16:33:26.884709 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d358fada-c858-44f3-bc7a-b3b93b3a55e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:26.978674 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.081861 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-d14dddda-b3b5-4f09-9414-90208e9e9539 None None] Provisioning complete for port 9fc57272-d050-4dd6-a510-99c6faedfa88 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:27.082260 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d14dddda-b3b5-4f09-9414-90208e9e9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.130892 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (53435701-3a1e-4a05-955f-fe9662de7842), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.132502 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:27.150792 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:27.172751 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:27.247933 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Publish callbacks [] for port (d59e551c-021c-47bb-afab-8dbf41492384), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.259638 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d59e551c-021c-47bb-afab-8dbf41492384), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.260565 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-d14dddda-b3b5-4f09-9414-90208e9e9539 None None] Current status of the port 9fc57272-d050-4dd6-a510-99c6faedfa88 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:27.334695 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Attempting to bind port d59e551c-021c-47bb-afab-8dbf41492384 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:27.335970 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Attempting to bind port d59e551c-021c-47bb-afab-8dbf41492384 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:27.336460 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Attempting to bind port d59e551c-021c-47bb-afab-8dbf41492384 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:27.344994 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Pushing event updated for resources: {'Port': ['ID=274a8f0c-ea53-495a-8933-17a62290eb17,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:27.347003 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:27.347545 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:27.348038 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.348771 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:27.349482 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Bound port: d59e551c-021c-47bb-afab-8dbf41492384, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:27.349970 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d59e551c-021c-47bb-afab-8dbf41492384), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.356095 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Pushing event updated for resources: {'Port': ['ID=d59e551c-021c-47bb-afab-8dbf41492384,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:27.389755 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.390311 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.390887 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.391492 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.392056 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.392642 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.393180 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.393730 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.394271 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.394819 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.395357 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.395917 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.396503 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.397047 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.397590 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Tracked resource versions report: Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: pushed versions: Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: { 'AddressGroup': {'1.2'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Agent': {'1.1'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'ConntrackHelper': {'1.0'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'LocalIPAssociation': {'1.0'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Log': {'1.0'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'NDPProxy': {'1.0'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Network': {'1.1'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Port': {'1.7'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'PortForwarding': {'1.2'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'QosPolicy': {'1.10'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroup': {'1.5'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroupRule': {'1.2'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SubPort': {'1.0'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Subnet': {'1.1'}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Trunk': {'1.1'}} Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: consumer versions: Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: { DHCP agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: HyperV agent@hv-cinder-83400: {}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: L3 agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: Metadata agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: Metering agent@dv-cinder-834009-1-iscsi: {}, Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: Open vSwitch agent@dv-cinder-834009-1-iscsi: { 'AddressGroup': '1.2', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Agent': '1.1', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'ConntrackHelper': '1.0', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'LocalIPAssociation': '1.0', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Log': '1.0', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'NDPProxy': '1.0', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Network': '1.1', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Port': '1.7', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'PortForwarding': '1.2', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'QosPolicy': '1.10', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroup': '1.5', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SecurityGroupRule': '1.2', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'SubPort': '1.0', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Subnet': '1.1', Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: 'Trunk': '1.1'}} Mar 16 16:33:27.398993 dv-cinder-834009-1-iscsi neutron-server[103493]: {{(pid=103493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 16:33:27.406676 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9bf286f8-33e8-4a3d-897c-f75ca2f67838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (07940136-509e-4c97-80a5-f857fbe922ff), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.410776 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9bf286f8-33e8-4a3d-897c-f75ca2f67838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.417066 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-9bf286f8-33e8-4a3d-897c-f75ca2f67838 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07940136-509e-4c97-80a5-f857fbe922ff HTTP/1.1" status: 204 len: 168 time: 1.0573928 Mar 16 16:33:27.464251 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf286f8-33e8-4a3d-897c-f75ca2f67838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07940136-509e-4c97-80a5-f857fbe922ff,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:27.470898 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] For port d59e551c-021c-47bb-afab-8dbf41492384, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:27.492234 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] For port d59e551c-021c-47bb-afab-8dbf41492384, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=d59e551c-021c-47bb-afab-8dbf41492384,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:27.502908 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.508001 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d59e551c-021c-47bb-afab-8dbf41492384), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.520123 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Router 53435701-3a1e-4a05-955f-fe9662de7842 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:33:27.586532 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:27.587507 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:27.603630 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9fc57272-d050-4dd6-a510-99c6faedfa88 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:27.605978 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d358fada-c858-44f3-bc7a-b3b93b3a55e8 admin admin] Publish callbacks [] for security_group (658ef63f-586a-4c2f-b42f-49912f990255), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.618869 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d358fada-c858-44f3-bc7a-b3b93b3a55e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (658ef63f-586a-4c2f-b42f-49912f990255), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.662781 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d358fada-c858-44f3-bc7a-b3b93b3a55e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=104f1a1cccb349178a5205583a5973ed&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6268773 Mar 16 16:33:27.674903 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60510) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:27.734616 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 9fc57272-d050-4dd6-a510-99c6faedfa88 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:27.735176 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.833750 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358fada-c858-44f3-bc7a-b3b93b3a55e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658ef63f-586a-4c2f-b42f-49912f990255,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:27.837526 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd29a37-d372-43f6-aa4b-9c287e527bb8 None None] Pushing event updated for resources: {'Port': ['ID=d59e551c-021c-47bb-afab-8dbf41492384,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:27.842341 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:27.846661 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks [] for router_gateway (2548e948-c934-4eac-a8f8-bf429198d61c), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:27.991143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60522) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:28.030210 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-53e347be-1cef-42d0-9740-697e81f3a837 admin admin] Publish callbacks [] for security_group (658ef63f-586a-4c2f-b42f-49912f990255), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.031962 dv-cinder-834009-1-iscsi neutron-server[103491]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 16:33:28.110874 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-53e347be-1cef-42d0-9740-697e81f3a837 admin admin] Publish callbacks [] for security_group (658ef63f-586a-4c2f-b42f-49912f990255), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.134993 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d5a721ff-3024-47dc-bf7b-c474ce87d0d5 req-6da21354-3b28-43f2-897d-56918e81acca tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.1189256 Mar 16 16:33:28.149803 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 9fc57272-d050-4dd6-a510-99c6faedfa88 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:28.193843 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:33:28.206366 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Sync routers for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:33:28.219980 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:28.221537 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:28.239784 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:22Z', 'revision_number': 3, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:28.265484 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-53e347be-1cef-42d0-9740-697e81f3a837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (658ef63f-586a-4c2f-b42f-49912f990255), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.268762 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-53e347be-1cef-42d0-9740-697e81f3a837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.270138 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-53e347be-1cef-42d0-9740-697e81f3a837 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/658ef63f-586a-4c2f-b42f-49912f990255 HTTP/1.1" status: 204 len: 168 time: 0.5890093 Mar 16 16:33:28.272808 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.277745 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-77f971ff-1e3c-42b3-acb3-6ec8ee4482af admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4562013 Mar 16 16:33:28.278569 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60540) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:28.281538 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760cb3e-39ad-4f76-857a-93165dd96683 None None] The sync data for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi is: [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:22Z', 'revision_number': 3, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:33:28.321353 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e347be-1cef-42d0-9740-697e81f3a837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ef63f-586a-4c2f-b42f-49912f990255,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:28.359297 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (2548e948-c934-4eac-a8f8-bf429198d61c), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.403397 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Allocated IP 172.20.0.1 (f7a93c05-5601-48e7-999a-3958f719c5b6/0519b139-c787-4de0-9c17-2494fbfdb8ac/b206a100-3732-4083-960c-b5a8283b7f52) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:28.486311 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:28.645230 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks [] for port (b206a100-3732-4083-960c-b5a8283b7f52), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.709187 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (b206a100-3732-4083-960c-b5a8283b7f52), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.734201 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Router 2548e948-c934-4eac-a8f8-bf429198d61c is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:33:28.771632 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Network f7a93c05-5601-48e7-999a-3958f719c5b6 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:28.779002 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:28.781859 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:28.782553 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.876716 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:26Z', 'revision_number': 3, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:28.914777 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Checking router: 53435701-3a1e-4a05-955f-fe9662de7842 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:33:28.915132 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Updating router 53435701-3a1e-4a05-955f-fe9662de7842 port b7f29e05-c5a7-4361-8a2d-f90331baf77e binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:33:28.921518 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60552) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:28.954820 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:28.956226 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f9676e5a-0833-424b-ab87-c053b9cc46a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.065070 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Pushing event updated for resources: {'Port': ['ID=b206a100-3732-4083-960c-b5a8283b7f52,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:29.136646 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:33:29.156030 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Sync routers for ids ['2548e948-c934-4eac-a8f8-bf429198d61c'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:33:29.178607 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f9676e5a-0833-424b-ab87-c053b9cc46a4 admin admin] Publish callbacks [] for security_group (e9563dcc-6b8b-4c43-b8e4-2580906b9985), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.184764 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Routers {'2548e948-c934-4eac-a8f8-bf429198d61c'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:29.185234 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.185484 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2548e948-c934-4eac-a8f8-bf429198d61c'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:29.187199 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1caa3f4e-d997-473a-9560-35ef9ed922b5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5146236 Mar 16 16:33:29.190492 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f9676e5a-0833-424b-ab87-c053b9cc46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e9563dcc-6b8b-4c43-b8e4-2580906b9985), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.193312 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60564) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:29.330459 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-f9676e5a-0833-424b-ab87-c053b9cc46a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db1b3ddd019b4bd0a913e98c61333ebe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4078336 Mar 16 16:33:29.332308 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60570) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:29.337234 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-5874c38c-2a6e-4fd2-a19d-99be7a2b328f None None] Provisioning complete for port b206a100-3732-4083-960c-b5a8283b7f52 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:29.337852 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5874c38c-2a6e-4fd2-a19d-99be7a2b328f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b206a100-3732-4083-960c-b5a8283b7f52), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.383927 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-5874c38c-2a6e-4fd2-a19d-99be7a2b328f None None] Port b206a100-3732-4083-960c-b5a8283b7f52 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:29.424471 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b206a100-3732-4083-960c-b5a8283b7f52), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.425070 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9676e5a-0833-424b-ab87-c053b9cc46a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9563dcc-6b8b-4c43-b8e4-2580906b9985,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:29.523266 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Set router 2548e948-c934-4eac-a8f8-bf429198d61c gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:29.573405 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2ad919f9-c40f-4825-91f0-af346572f967 req-b83ca116-469f-440a-b3c5-2f3b44684c0c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.1200743 Mar 16 16:33:29.575204 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9749d2b6-b61a-4c4f-a987-e94db278911c admin admin] Publish callbacks [] for security_group (e9563dcc-6b8b-4c43-b8e4-2580906b9985), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.637948 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9749d2b6-b61a-4c4f-a987-e94db278911c admin admin] Publish callbacks [] for security_group (e9563dcc-6b8b-4c43-b8e4-2580906b9985), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.670319 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device d59e551c-021c-47bb-afab-8dbf41492384 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:29.675909 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Publish callbacks [] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.719211 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9749d2b6-b61a-4c4f-a987-e94db278911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e9563dcc-6b8b-4c43-b8e4-2580906b9985), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.722269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9749d2b6-b61a-4c4f-a987-e94db278911c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.723776 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-9749d2b6-b61a-4c4f-a987-e94db278911c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9563dcc-6b8b-4c43-b8e4-2580906b9985 HTTP/1.1" status: 204 len: 168 time: 0.3878403 Mar 16 16:33:29.738131 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749d2b6-b61a-4c4f-a987-e94db278911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9563dcc-6b8b-4c43-b8e4-2580906b9985,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:29.766632 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.867523 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f6c41-9f83-4f17-a205-8996cc2f08a1 None None] Pushing event updated for resources: {'Port': ['ID=b7f29e05-c5a7-4361-8a2d-f90331baf77e,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:29.903256 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Attempting to bind port b7f29e05-c5a7-4361-8a2d-f90331baf77e on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:29.903625 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Attempting to bind port b7f29e05-c5a7-4361-8a2d-f90331baf77e by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:29.903980 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Attempting to bind port b7f29e05-c5a7-4361-8a2d-f90331baf77e on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:29.904631 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:27Z', 'revision_number': 3, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:29.911948 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port d59e551c-021c-47bb-afab-8dbf41492384 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:29.912308 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d59e551c-021c-47bb-afab-8dbf41492384), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.913999 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:29.914415 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:29.914751 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.915141 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:29.915609 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Bound port: b7f29e05-c5a7-4361-8a2d-f90331baf77e, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:29.915975 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:29.982733 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Checking router: 2548e948-c934-4eac-a8f8-bf429198d61c for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:33:29.983094 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Updating router 2548e948-c934-4eac-a8f8-bf429198d61c port 274a8f0c-ea53-495a-8933-17a62290eb17 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:33:30.001809 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] For port b7f29e05-c5a7-4361-8a2d-f90331baf77e, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:30.006030 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] For port b7f29e05-c5a7-4361-8a2d-f90331baf77e, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b7f29e05-c5a7-4361-8a2d-f90331baf77e,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:30.048200 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.080432 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.128219 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.235375 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f6c41-9f83-4f17-a205-8996cc2f08a1 None None] Pushing event updated for resources: {'Port': ['ID=b7f29e05-c5a7-4361-8a2d-f90331baf77e,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:30.239421 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:30.240158 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:30.288175 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port d59e551c-021c-47bb-afab-8dbf41492384 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:30.288761 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d59e551c-021c-47bb-afab-8dbf41492384), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.319604 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port d59e551c-021c-47bb-afab-8dbf41492384, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=d59e551c-021c-47bb-afab-8dbf41492384,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:30.360841 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d59e551c-021c-47bb-afab-8dbf41492384), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.461121 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=d59e551c-021c-47bb-afab-8dbf41492384,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:30.487633 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:30.553292 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks [] for port (b206a100-3732-4083-960c-b5a8283b7f52), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.655997 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Publish callbacks [] for port (274a8f0c-ea53-495a-8933-17a62290eb17), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.665857 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.753656 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90567df5-deeb-413a-b84f-d197cdb0d8ac None None] Pushing event updated for resources: {'Port': ['ID=274a8f0c-ea53-495a-8933-17a62290eb17,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:30.763296 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Attempting to bind port 274a8f0c-ea53-495a-8933-17a62290eb17 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:30.763676 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Attempting to bind port 274a8f0c-ea53-495a-8933-17a62290eb17 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:30.764035 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Attempting to bind port 274a8f0c-ea53-495a-8933-17a62290eb17 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:30.770233 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:30.770614 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:30.771171 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.771569 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:30.772039 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Bound port: 274a8f0c-ea53-495a-8933-17a62290eb17, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:30.772420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b206a100-3732-4083-960c-b5a8283b7f52), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.772604 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.773936 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.792337 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bb2a7a90-aeaa-4b80-9a25-17841056267e req-81002bdf-c1c5-44fb-a02a-ab6e2c7f06dc tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.0803607 Mar 16 16:33:30.810700 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:26Z', 'revision_number': 3, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:30.852125 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] For port 274a8f0c-ea53-495a-8933-17a62290eb17, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:30.869701 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] For port 274a8f0c-ea53-495a-8933-17a62290eb17, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=274a8f0c-ea53-495a-8933-17a62290eb17,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:30.880657 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e204b3-7457-4818-8363-89c12d18cbf6 None None] The sync data for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi is: [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:26Z', 'revision_number': 3, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:33:30.893298 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.910679 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:30.913171 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Allocated IP 172.20.0.1 (968bf21c-e8e9-4922-94fc-4896f52cbf9a/fbe6c50e-89ca-412c-b9db-669aadf76bed/7975fa95-32e0-4fa6-bdd7-f991d69bd1c0) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:30.973950 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Pushing event updated for resources: {'Port': ['ID=b206a100-3732-4083-960c-b5a8283b7f52,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:30.987524 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90567df5-deeb-413a-b84f-d197cdb0d8ac None None] Pushing event updated for resources: {'Port': ['ID=274a8f0c-ea53-495a-8933-17a62290eb17,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:30.990711 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Routers {'2548e948-c934-4eac-a8f8-bf429198d61c'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:30.991455 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2548e948-c934-4eac-a8f8-bf429198d61c'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:31.159724 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] Set router 2548e948-c934-4eac-a8f8-bf429198d61c gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:31.262403 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Network f7a93c05-5601-48e7-999a-3958f719c5b6 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:31.324263 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:31.330876 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks [] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:31.489125 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:27Z', 'revision_number': 3, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:31.569369 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f1d29-0adc-4c38-ad0a-8eedf8a20d2d None None] The sync data for ids ['2548e948-c934-4eac-a8f8-bf429198d61c'] in dv-cinder-834009-1-iscsi is: [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:27Z', 'revision_number': 3, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:33:31.602532 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Allocated IP 172.20.0.1 (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6/4e05711c-7332-4baf-8d07-39698eb4d4e0/36b485af-cadc-4fd4-b1f4-6edb88578e64) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:31.768408 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f670c7d3-197b-4efa-be3c-48b4580d82d6 None None] Provisioning complete for port b206a100-3732-4083-960c-b5a8283b7f52 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:31.769019 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f670c7d3-197b-4efa-be3c-48b4580d82d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b206a100-3732-4083-960c-b5a8283b7f52), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:31.830420 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device d59e551c-021c-47bb-afab-8dbf41492384 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:31.838028 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:31.937271 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f670c7d3-197b-4efa-be3c-48b4580d82d6 None None] Port b206a100-3732-4083-960c-b5a8283b7f52 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:31.957826 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port d59e551c-021c-47bb-afab-8dbf41492384 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:31.958315 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d59e551c-021c-47bb-afab-8dbf41492384), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:31.964317 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:31.972343 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-acac7611-fedb-4ae0-9075-15fc05cd67bf req-588e7441-5bfb-4680-9951-845c24106e06 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.0462441 Mar 16 16:33:32.040088 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks [] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.097918 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:32.143188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:32.143668 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (53435701-3a1e-4a05-955f-fe9662de7842), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.166329 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:33:32.256898 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port d59e551c-021c-47bb-afab-8dbf41492384 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:32.259471 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b7f29e05-c5a7-4361-8a2d-f90331baf77e up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:32.264487 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Pushing event updated for resources: {'Port': ['ID=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:32.330613 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.347553 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port b7f29e05-c5a7-4361-8a2d-f90331baf77e triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:32.348245 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.498446 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port b7f29e05-c5a7-4361-8a2d-f90331baf77e is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:32.498772 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.571320 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port b7f29e05-c5a7-4361-8a2d-f90331baf77e, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b7f29e05-c5a7-4361-8a2d-f90331baf77e,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:32.577342 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:32.601188 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.615259 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:32.650404 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:32.650971 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (2548e948-c934-4eac-a8f8-bf429198d61c), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.655322 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Pushing event updated for resources: {'Port': ['ID=36b485af-cadc-4fd4-b1f4-6edb88578e64,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:32.684814 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-2d383237-3730-4897-9c51-b585f472b5d7 None None] Provisioning complete for port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:32.685485 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2d383237-3730-4897-9c51-b585f472b5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:32.747407 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.57', 63235) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:32.753957 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=b7f29e05-c5a7-4361-8a2d-f90331baf77e,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:32.759985 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-2d383237-3730-4897-9c51-b585f472b5d7 None None] Port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:32.863896 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:33:32.875238 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Sync routers for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:33:32.884059 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-ce6ce1fb-13bb-481c-8f5d-646921b8624f admin admin] 10.222.0.30 "PUT /v2.0/routers/0c20c508-144b-463e-a5fd-b4cb3c1d3acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3323963 Mar 16 16:33:32.916028 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:32.919653 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:32.954960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:33.021725 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6263966a-5e7f-45d7-9e27-ebdba7daa92a tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:33.024838 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6263966a-5e7f-45d7-9e27-ebdba7daa92a tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.57 "GET /v2.0/networks?id=122892e6-3bbc-45b9-8b60-1bd191d4ecad HTTP/1.1" status: 200 len: 812 time: 0.2765379 Mar 16 16:33:33.075390 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Request body: {'port': {'device_id': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad', 'admin_state_up': True, 'tenant_id': '041713129418473c9b92b83876852076'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:33.141786 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:33.272548 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:33.453953 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b8d8bce6-0006-41a8-ada9-9ea490c68b02 req-d9f3aa4d-e7d5-4b22-b781-0fedaf26a785 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.0849469 Mar 16 16:33:33.680247 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 2, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:33.698783 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks [] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:33.716338 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:33.717160 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (53435701-3a1e-4a05-955f-fe9662de7842), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:33.747902 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Checking router: 0c20c508-144b-463e-a5fd-b4cb3c1d3acc for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:33:33.748495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Updating router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc port b206a100-3732-4083-960c-b5a8283b7f52 binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:33:33.827932 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 274a8f0c-ea53-495a-8933-17a62290eb17 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:33.837449 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b206a100-3732-4083-960c-b5a8283b7f52), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:33.943536 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Made reservation on behalf of 041713129418473c9b92b83876852076 for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:33.948074 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.222169 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 274a8f0c-ea53-495a-8933-17a62290eb17 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:34.235803 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.370186 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60796) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:34.412225 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-bb624512-e834-4589-9721-a4f42e8fc585 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058151468', 'description': 'tempest-description--1060948309'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:34.480736 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Pushing event updated for resources: {'Port': ['ID=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:34.500233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks [] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.503601 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bb624512-e834-4589-9721-a4f42e8fc585 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.542006 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:34.543990 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.552050 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (2548e948-c934-4eac-a8f8-bf429198d61c), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.646987 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 274a8f0c-ea53-495a-8933-17a62290eb17 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:34.647517 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.665517 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60804) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:34.714057 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 274a8f0c-ea53-495a-8933-17a62290eb17, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=274a8f0c-ea53-495a-8933-17a62290eb17,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:34.739619 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:34.742281 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b7f29e05-c5a7-4361-8a2d-f90331baf77e up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:34.752030 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Allocated IP 172.20.0.13 (122892e6-3bbc-45b9-8b60-1bd191d4ecad/6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d/0125f2bd-9e15-4f09-9212-6f81dbba0079) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:34.857409 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:34.872476 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:34.940329 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:35.030060 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Publish callbacks [] for port (b206a100-3732-4083-960c-b5a8283b7f52), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.062183 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b206a100-3732-4083-960c-b5a8283b7f52), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.063667 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-53d942f4-fb2e-42bd-bd06-6ba41fab2b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.064152 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=274a8f0c-ea53-495a-8933-17a62290eb17,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:35.143728 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port b7f29e05-c5a7-4361-8a2d-f90331baf77e triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:35.145977 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.150012 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks [] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.219383 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.346386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955ed21-9617-43d2-abc6-6ad471e442ab None None] Pushing event updated for resources: {'Port': ['ID=b206a100-3732-4083-960c-b5a8283b7f52,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:35.367126 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3ba3f5af-b811-44b6-ac78-b726537a71e6 req-3e3b7e18-1b7e-4f27-958c-93266c5416df tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.5475616 Mar 16 16:33:35.487003 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Attempting to bind port b206a100-3732-4083-960c-b5a8283b7f52 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:35.487391 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Attempting to bind port b206a100-3732-4083-960c-b5a8283b7f52 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:35.487759 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Attempting to bind port b206a100-3732-4083-960c-b5a8283b7f52 on network f7a93c05-5601-48e7-999a-3958f719c5b6 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:35.499363 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-fe672e52-28f9-4d64-9b9b-3d7d47f52518 None None] Provisioning complete for port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:35.499734 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fe672e52-28f9-4d64-9b9b-3d7d47f52518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.520686 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Pushing event updated for resources: {'Port': ['ID=36b485af-cadc-4fd4-b1f4-6edb88578e64,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:35.520841 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Network 122892e6-3bbc-45b9-8b60-1bd191d4ecad is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:35.529059 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:35.543178 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:35.550846 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:35.551872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.573545 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Pushing event updated for resources: {'Port': ['ID=0125f2bd-9e15-4f09-9212-6f81dbba0079,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:35.584943 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-6e91d9d1-ed94-400f-9af5-941f778219b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5135825 Mar 16 16:33:35.596834 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:35.597605 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Checking segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:35.598349 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.598947 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Bound using segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:35.599662 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Bound port: b206a100-3732-4083-960c-b5a8283b7f52, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:35.600296 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b206a100-3732-4083-960c-b5a8283b7f52), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.602971 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-fe672e52-28f9-4d64-9b9b-3d7d47f52518 None None] Port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:35.667664 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-53d942f4-fb2e-42bd-bd06-6ba41fab2b5a admin admin] Publish callbacks [] for security_group (b98174e9-fd6b-4f5c-942d-3a2af0f0b596), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.678634 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-53d942f4-fb2e-42bd-bd06-6ba41fab2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b98174e9-fd6b-4f5c-942d-3a2af0f0b596), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.754477 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bb624512-e834-4589-9721-a4f42e8fc585 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (976bccb1-2182-47f6-8588-41db2b19103c), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.794887 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Router 2548e948-c934-4eac-a8f8-bf429198d61c has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:33:35.803765 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port b7f29e05-c5a7-4361-8a2d-f90331baf77e is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:35.806197 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60820) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:35.806494 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-53d942f4-fb2e-42bd-bd06-6ba41fab2b5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1dbab2cf7a0749d3815b4616449bbb19&name=default HTTP/1.1" status: 200 len: 2994 time: 1.1351929 Mar 16 16:33:35.822876 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bb624512-e834-4589-9721-a4f42e8fc585 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (976bccb1-2182-47f6-8588-41db2b19103c), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.826703 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d942f4-fb2e-42bd-bd06-6ba41fab2b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98174e9-fd6b-4f5c-942d-3a2af0f0b596,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:35.857432 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-8330ba61-48f8-4b79-b07e-572896f1a196 None None] Provisioning complete for port b206a100-3732-4083-960c-b5a8283b7f52 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:35.857868 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-8330ba61-48f8-4b79-b07e-572896f1a196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b206a100-3732-4083-960c-b5a8283b7f52), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:35.871523 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-22fff8c9-23da-48f9-9a31-ba2843c76482 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:33:35.873128 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-22fff8c9-23da-48f9-9a31-ba2843c76482 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079358 Mar 16 16:33:35.961164 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb624512-e834-4589-9721-a4f42e8fc585 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976bccb1-2182-47f6-8588-41db2b19103c,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:36.030409 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] For port b206a100-3732-4083-960c-b5a8283b7f52, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:36.054002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60832) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:36.095378 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 274a8f0c-ea53-495a-8933-17a62290eb17 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:36.112529 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Router 53435701-3a1e-4a05-955f-fe9662de7842 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:33:36.190282 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bb624512-e834-4589-9721-a4f42e8fc585 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.191835 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-bb624512-e834-4589-9721-a4f42e8fc585 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7937307 Mar 16 16:33:36.198065 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60838) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:36.204015 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] For port b206a100-3732-4083-960c-b5a8283b7f52, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b206a100-3732-4083-960c-b5a8283b7f52,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:36.205947 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-74f395e4-e200-4687-b2b6-a1524c308551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'security_group_rule': {'security_group_id': '976bccb1-2182-47f6-8588-41db2b19103c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:36.286946 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-27773ba4-f998-4311-9713-2cd6e02be9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.292112 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-8330ba61-48f8-4b79-b07e-572896f1a196 None None] Port b206a100-3732-4083-960c-b5a8283b7f52 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:36.305426 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b206a100-3732-4083-960c-b5a8283b7f52), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.367710 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Request body: {'port': {'device_id': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:36.377414 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-74f395e4-e200-4687-b2b6-a1524c308551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (f869f33e-704d-4528-9098-61074af988e2), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.451832 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0e3834a2-d837-4b39-a8cb-d503101a6985 admin admin] Publish callbacks [] for security_group (b98174e9-fd6b-4f5c-942d-3a2af0f0b596), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.529544 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:36.530899 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:36.568330 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:33:36.584485 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Sync routers for ids ['2548e948-c934-4eac-a8f8-bf429198d61c'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:33:36.588489 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-36f838e9-1bb5-4c39-a5ce-898d1f347506 admin admin] 10.222.0.30 "PUT /v2.0/routers/2548e948-c934-4eac-a8f8-bf429198d61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3871958 Mar 16 16:33:36.602601 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Routers {'2548e948-c934-4eac-a8f8-bf429198d61c'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:36.605866 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2548e948-c934-4eac-a8f8-bf429198d61c'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:36.698180 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0e3834a2-d837-4b39-a8cb-d503101a6985 admin admin] Publish callbacks [] for security_group (b98174e9-fd6b-4f5c-942d-3a2af0f0b596), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.765506 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60850) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:36.861100 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955ed21-9617-43d2-abc6-6ad471e442ab None None] Pushing event updated for resources: {'Port': ['ID=b206a100-3732-4083-960c-b5a8283b7f52,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:36.882080 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:33:36.886019 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-27773ba4-f998-4311-9713-2cd6e02be9c7 admin admin] Publish callbacks [] for security_group (e54365af-418b-47b5-a98d-e53bfbd4bbb4), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.893508 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 274a8f0c-ea53-495a-8933-17a62290eb17 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:36.897029 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.922684 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-fa246bc8-b5e6-451c-a3d3-f3bda6a23f6d admin admin] 10.222.0.30 "PUT /v2.0/routers/53435701-3a1e-4a05-955f-fe9662de7842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6262360 Mar 16 16:33:36.929635 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Sync routers for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:33:36.936183 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0e3834a2-d837-4b39-a8cb-d503101a6985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b98174e9-fd6b-4f5c-942d-3a2af0f0b596), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.939528 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0e3834a2-d837-4b39-a8cb-d503101a6985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:36.943856 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0e3834a2-d837-4b39-a8cb-d503101a6985 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b98174e9-fd6b-4f5c-942d-3a2af0f0b596 HTTP/1.1" status: 204 len: 168 time: 1.1268778 Mar 16 16:33:36.960824 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3834a2-d837-4b39-a8cb-d503101a6985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98174e9-fd6b-4f5c-942d-3a2af0f0b596,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:36.977857 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-74f395e4-e200-4687-b2b6-a1524c308551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (f869f33e-704d-4528-9098-61074af988e2), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.001883 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Set router 2548e948-c934-4eac-a8f8-bf429198d61c gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:37.026093 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-74f395e4-e200-4687-b2b6-a1524c308551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (f869f33e-704d-4528-9098-61074af988e2), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.045236 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-27773ba4-f998-4311-9713-2cd6e02be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e54365af-418b-47b5-a98d-e53bfbd4bbb4), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.098155 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60864) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:37.118711 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-27773ba4-f998-4311-9713-2cd6e02be9c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bd806c5465d47ff9983c586431aee0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0630703 Mar 16 16:33:37.134933 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-74f395e4-e200-4687-b2b6-a1524c308551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.136144 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-74f395e4-e200-4687-b2b6-a1524c308551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9371114 Mar 16 16:33:37.163509 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f395e4-e200-4687-b2b6-a1524c308551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f869f33e-704d-4528-9098-61074af988e2,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:37.166149 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:37.182074 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60866) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:37.219293 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-68e468b6-62db-4360-a44f-4779f5aa8ef4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'security_group_rule': {'security_group_id': '976bccb1-2182-47f6-8588-41db2b19103c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:37.260652 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b3bcf-0c8f-4359-86d6-474be9603ee3 req-ee998fa3-7f70-4c6c-a788-22b4794385dc tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:37.263368 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-891b3bcf-0c8f-4359-86d6-474be9603ee3 req-ee998fa3-7f70-4c6c-a788-22b4794385dc tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 932 time: 0.7003977 Mar 16 16:33:37.293935 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-68e468b6-62db-4360-a44f-4779f5aa8ef4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (5880f4fa-c83d-490c-8a18-bfcc40feca2f), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.313288 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-82532a7c-8037-4fc6-8a9f-11e2c3919f95 admin admin] Publish callbacks [] for security_group (e54365af-418b-47b5-a98d-e53bfbd4bbb4), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.335851 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-13d78292-6b1a-4e95-a7e8-38db8d10048c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.531124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-68e468b6-62db-4360-a44f-4779f5aa8ef4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (5880f4fa-c83d-490c-8a18-bfcc40feca2f), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.543763 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-891b3bcf-0c8f-4359-86d6-474be9603ee3 req-083f59e9-4d33-4de1-8277-136aa6abe1bb tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706363 Mar 16 16:33:37.545968 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.634744 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '36b485af-cadc-4fd4-b1f4-6edb88578e64', 'name': '', 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'mac_address': 'fa:16:3e:0b:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:31Z', 'updated_at': '2022-03-16T16:33:33Z', 'revision_number': 2, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'subnets': [{'id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:37.658683 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-13d78292-6b1a-4e95-a7e8-38db8d10048c admin admin] Publish callbacks [] for security_group (a97b9c40-58d7-4236-b184-86e2d8305608), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.693737 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-13d78292-6b1a-4e95-a7e8-38db8d10048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a97b9c40-58d7-4236-b184-86e2d8305608), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.723338 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Checking router: 2548e948-c934-4eac-a8f8-bf429198d61c for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:33:37.725887 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Updating router 2548e948-c934-4eac-a8f8-bf429198d61c port 36b485af-cadc-4fd4-b1f4-6edb88578e64 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:33:37.821849 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.890242 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-13d78292-6b1a-4e95-a7e8-38db8d10048c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6c7a1f248fa4e93bd31a45ebdcb2473&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1227365 Mar 16 16:33:37.894309 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60878) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:37.896511 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-82532a7c-8037-4fc6-8a9f-11e2c3919f95 admin admin] Publish callbacks [] for security_group (e54365af-418b-47b5-a98d-e53bfbd4bbb4), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:37.898333 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d78292-6b1a-4e95-a7e8-38db8d10048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b9c40-58d7-4236-b184-86e2d8305608,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:37.939227 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:37.958189 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:38.160096 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4c540d45-1cd0-4394-990a-08cf831f064f admin admin] Publish callbacks [] for security_group (a97b9c40-58d7-4236-b184-86e2d8305608), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.224811 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4c540d45-1cd0-4394-990a-08cf831f064f admin admin] Publish callbacks [] for security_group (a97b9c40-58d7-4236-b184-86e2d8305608), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.288411 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-c7ee4825-d6bb-4a6d-8b6e-f68c4048199e None None] Provisioning complete for port b206a100-3732-4083-960c-b5a8283b7f52 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:38.289026 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4825-d6bb-4a6d-8b6e-f68c4048199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b206a100-3732-4083-960c-b5a8283b7f52), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.298866 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Publish callbacks [] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.304035 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-68e468b6-62db-4360-a44f-4779f5aa8ef4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (5880f4fa-c83d-490c-8a18-bfcc40feca2f), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.312066 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.351355 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27773ba4-f998-4311-9713-2cd6e02be9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54365af-418b-47b5-a98d-e53bfbd4bbb4,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:38.357274 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4c540d45-1cd0-4394-990a-08cf831f064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a97b9c40-58d7-4236-b184-86e2d8305608), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.370567 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4c540d45-1cd0-4394-990a-08cf831f064f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.373330 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-4c540d45-1cd0-4394-990a-08cf831f064f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a97b9c40-58d7-4236-b184-86e2d8305608 HTTP/1.1" status: 204 len: 168 time: 0.4459219 Mar 16 16:33:38.412939 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c540d45-1cd0-4394-990a-08cf831f064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b9c40-58d7-4236-b184-86e2d8305608,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:38.425423 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-82532a7c-8037-4fc6-8a9f-11e2c3919f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e54365af-418b-47b5-a98d-e53bfbd4bbb4), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.435313 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-82532a7c-8037-4fc6-8a9f-11e2c3919f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.450765 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee4825-d6bb-4a6d-8b6e-f68c4048199e None None] Current status of the port b206a100-3732-4083-960c-b5a8283b7f52 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:38.451403 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4825-d6bb-4a6d-8b6e-f68c4048199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b206a100-3732-4083-960c-b5a8283b7f52), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.456448 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-82532a7c-8037-4fc6-8a9f-11e2c3919f95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e54365af-418b-47b5-a98d-e53bfbd4bbb4 HTTP/1.1" status: 204 len: 168 time: 1.3530996 Mar 16 16:33:38.484087 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c0e3-cc19-4e85-8f03-287c6c3654df None None] Pushing event updated for resources: {'Port': ['ID=36b485af-cadc-4fd4-b1f4-6edb88578e64,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:38.487723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 274a8f0c-ea53-495a-8933-17a62290eb17 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:38.491380 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82532a7c-8037-4fc6-8a9f-11e2c3919f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54365af-418b-47b5-a98d-e53bfbd4bbb4,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:38.496313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e468b6-62db-4360-a44f-4779f5aa8ef4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5880f4fa-c83d-490c-8a18-bfcc40feca2f,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:38.528674 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-c7ee4825-d6bb-4a6d-8b6e-f68c4048199e None None] For port b206a100-3732-4083-960c-b5a8283b7f52, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b206a100-3732-4083-960c-b5a8283b7f52,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:38.537552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-68e468b6-62db-4360-a44f-4779f5aa8ef4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.538714 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:38.539980 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-68e468b6-62db-4360-a44f-4779f5aa8ef4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3328984 Mar 16 16:33:38.541146 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4825-d6bb-4a6d-8b6e-f68c4048199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b206a100-3732-4083-960c-b5a8283b7f52), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.545413 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60902) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:38.554778 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:38.637084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.674619 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60908) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:38.686047 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-d159bc22-1d20-486f-b615-5ce4d8039592 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462498829', 'description': 'tempest-description--787164821'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:38.727179 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:35Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:38.729173 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Attempting to bind port 36b485af-cadc-4fd4-b1f4-6edb88578e64 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:38.729712 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Attempting to bind port 36b485af-cadc-4fd4-b1f4-6edb88578e64 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:38.731492 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Attempting to bind port 36b485af-cadc-4fd4-b1f4-6edb88578e64 on network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:38.745176 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:38.748073 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Checking segment: {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:38.750157 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.751569 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Bound using segment: {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:38.754645 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Bound port: 36b485af-cadc-4fd4-b1f4-6edb88578e64, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:38.755313 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.808802 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5a864-baba-4ee9-a7c2-b83d094755a7 None None] The sync data for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi is: [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:35Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:33:38.893146 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0125f2bd-9e15-4f09-9212-6f81dbba0079 {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:33:38.933933 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Publish callbacks [] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:38.951621 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] For port 36b485af-cadc-4fd4-b1f4-6edb88578e64, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:38.956855 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] For port 36b485af-cadc-4fd4-b1f4-6edb88578e64, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=36b485af-cadc-4fd4-b1f4-6edb88578e64,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:38.970060 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.018419 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Transition to ACTIVE for port object 0125f2bd-9e15-4f09-9212-6f81dbba0079 will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:33:39.026306 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.089727 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d159bc22-1d20-486f-b615-5ce4d8039592 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.195692 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee4825-d6bb-4a6d-8b6e-f68c4048199e None None] Pushing event updated for resources: {'Port': ['ID=b206a100-3732-4083-960c-b5a8283b7f52,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:39.239987 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c0e3-cc19-4e85-8f03-287c6c3654df None None] Pushing event updated for resources: {'Port': ['ID=36b485af-cadc-4fd4-b1f4-6edb88578e64,revision_number=4']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:39.285641 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Routers {'2548e948-c934-4eac-a8f8-bf429198d61c'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:39.286038 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2548e948-c934-4eac-a8f8-bf429198d61c'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:39.451481 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Pushing event updated for resources: {'Port': ['ID=0125f2bd-9e15-4f09-9212-6f81dbba0079,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:39.525048 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Attempting to bind port 0125f2bd-9e15-4f09-9212-6f81dbba0079 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:39.525430 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Attempting to bind port 0125f2bd-9e15-4f09-9212-6f81dbba0079 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': '84e199c7-0142-443d-87ef-25021a98f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:39.525791 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Attempting to bind port 0125f2bd-9e15-4f09-9212-6f81dbba0079 on network 122892e6-3bbc-45b9-8b60-1bd191d4ecad {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:39.537883 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Port 0125f2bd-9e15-4f09-9212-6f81dbba0079 on network 122892e6-3bbc-45b9-8b60-1bd191d4ecad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:33:39.538137 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Attempting to bind port 0125f2bd-9e15-4f09-9212-6f81dbba0079 on network 122892e6-3bbc-45b9-8b60-1bd191d4ecad {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:39.562085 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:39.562454 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Checking segment: {'id': '84e199c7-0142-443d-87ef-25021a98f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:39.563045 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Bound using segment: {'id': '84e199c7-0142-443d-87ef-25021a98f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:39.563478 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Bound port: 0125f2bd-9e15-4f09-9212-6f81dbba0079, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e199c7-0142-443d-87ef-25021a98f6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:39.563859 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.583491 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60922) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:39.607708 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d159bc22-1d20-486f-b615-5ce4d8039592 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (69096529-dab9-4189-aeb6-6183e873668a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.625990 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8254683-5875-45f4-a7b3-2f4fd16ced37 req-6f11b2fd-9d42-403e-9ff2-48a492500f93 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:39.627895 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8254683-5875-45f4-a7b3-2f4fd16ced37 req-6f11b2fd-9d42-403e-9ff2-48a492500f93 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 932 time: 0.7633908 Mar 16 16:33:39.631717 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:33Z', 'revision_number': 2, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:39.638294 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d159bc22-1d20-486f-b615-5ce4d8039592 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (69096529-dab9-4189-aeb6-6183e873668a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.657483 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] Set router 2548e948-c934-4eac-a8f8-bf429198d61c gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:39.672023 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ab982c9d-2be2-4c36-97ea-6342093a7fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.704239 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159bc22-1d20-486f-b615-5ce4d8039592 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69096529-dab9-4189-aeb6-6183e873668a,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:39.709967 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d159bc22-1d20-486f-b615-5ce4d8039592 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.711503 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d159bc22-1d20-486f-b615-5ce4d8039592 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0359285 Mar 16 16:33:39.720204 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60924) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:39.732822 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-9a6e394c-c5bc-4e67-a7ab-9319d8b53291 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'security_group_rule': {'security_group_id': '69096529-dab9-4189-aeb6-6183e873668a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:39.739195 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Checking router: 53435701-3a1e-4a05-955f-fe9662de7842 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:33:39.739195 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Updating router 53435701-3a1e-4a05-955f-fe9662de7842 port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:33:39.833043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9a6e394c-c5bc-4e67-a7ab-9319d8b53291 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (b36d68ab-e4f9-4429-b1ad-f59e997f0b21), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.852227 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:39.985355 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] For port 0125f2bd-9e15-4f09-9212-6f81dbba0079, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:39.990913 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] For port 0125f2bd-9e15-4f09-9212-6f81dbba0079, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0125f2bd-9e15-4f09-9212-6f81dbba0079,segment=NetworkSegment(84e199c7-0142-443d-87ef-25021a98f6e0),segment_id=84e199c7-0142-443d-87ef-25021a98f6e0)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:40.068384 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.153214 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8254683-5875-45f4-a7b3-2f4fd16ced37 req-6cf43821-a8b5-4b81-90ca-2b6892a421cc tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760439 Mar 16 16:33:40.192805 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.265311 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60934) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:40.282596 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9a6e394c-c5bc-4e67-a7ab-9319d8b53291 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (b36d68ab-e4f9-4429-b1ad-f59e997f0b21), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.332952 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9a6e394c-c5bc-4e67-a7ab-9319d8b53291 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (b36d68ab-e4f9-4429-b1ad-f59e997f0b21), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.405196 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e394c-c5bc-4e67-a7ab-9319d8b53291 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36d68ab-e4f9-4429-b1ad-f59e997f0b21,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:40.426207 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9a6e394c-c5bc-4e67-a7ab-9319d8b53291 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.430088 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-9a6e394c-c5bc-4e67-a7ab-9319d8b53291 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6999049 Mar 16 16:33:40.460756 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60940) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:40.479036 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-84e32396-9653-4abf-ad56-7f8ecd442e9f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'security_group_rule': {'security_group_id': '69096529-dab9-4189-aeb6-6183e873668a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:40.562048 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Publish callbacks [] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.576234 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.704017 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Allocated IP 172.27.0.71 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/08621bd2-af03-4c7b-8473-91f433d7deaa) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:40.711154 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-84e32396-9653-4abf-ad56-7f8ecd442e9f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (dee5ab9d-ff27-4c29-8c88-f60a81334888), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.761774 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '36b485af-cadc-4fd4-b1f4-6edb88578e64', 'name': '', 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'mac_address': 'fa:16:3e:0b:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:31Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 4, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'subnets': [{'id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:40.805225 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Pushing event updated for resources: {'Port': ['ID=0125f2bd-9e15-4f09-9212-6f81dbba0079,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:40.868117 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:40.868779 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:40.870244 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-e25a74a7-f03f-43b4-a868-f1b73f4bbd48 service neutron] 10.222.0.57 "PUT /v2.0/ports/0125f2bd-9e15-4f09-9212-6f81dbba0079 HTTP/1.1" status: 200 len: 1094 time: 4.6769125 Mar 16 16:33:40.870938 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'tag': '0125f2bd-9e15-4f09-9212-6f81dbba0079'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:33:40.874927 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b206a100-3732-4083-960c-b5a8283b7f52 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:40.928302 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c8381-5fc5-4f17-8f2d-5b369e4c7221 None None] The sync data for ids ['2548e948-c934-4eac-a8f8-bf429198d61c'] in dv-cinder-834009-1-iscsi is: [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '36b485af-cadc-4fd4-b1f4-6edb88578e64', 'name': '', 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'mac_address': 'fa:16:3e:0b:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:31Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 4, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'subnets': [{'id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:33:41.007093 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355088f9-1274-4d38-828b-3e9a818b3f83 None None] Pushing event updated for resources: {'Port': ['ID=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:41.036426 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-233714854-network', 'tenant_id': 'fbd24848a59743c7a998a759645d4ba9'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:41.237092 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port b206a100-3732-4083-960c-b5a8283b7f52 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:41.240483 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b206a100-3732-4083-960c-b5a8283b7f52), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.271783 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Attempting to bind port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:33:41.272546 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Attempting to bind port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:33:41.273150 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Attempting to bind port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:33:41.293949 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:33:41.294769 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Checking segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:41.295733 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.296902 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Bound using segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:33:41.297636 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Bound port: 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:33:41.298510 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.319119 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Made reservation on behalf of fbd24848a59743c7a998a759645d4ba9 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:41.321652 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.404470 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.458707 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-84e32396-9653-4abf-ad56-7f8ecd442e9f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (dee5ab9d-ff27-4c29-8c88-f60a81334888), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.459872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ab982c9d-2be2-4c36-97ea-6342093a7fca admin admin] Publish callbacks [] for security_group (5e28890f-8cc3-40d2-badc-d719a87ae872), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.472937 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ab982c9d-2be2-4c36-97ea-6342093a7fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5e28890f-8cc3-40d2-badc-d719a87ae872), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.488829 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-84e32396-9653-4abf-ad56-7f8ecd442e9f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (dee5ab9d-ff27-4c29-8c88-f60a81334888), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.500221 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.524919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port b206a100-3732-4083-960c-b5a8283b7f52 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:41.528542 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-9faa4e8e-e8db-4bd7-a567-b28639ead109 None None] Provisioning complete for port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:41.529378 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9faa4e8e-e8db-4bd7-a567-b28639ead109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.539837 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab982c9d-2be2-4c36-97ea-6342093a7fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28890f-8cc3-40d2-badc-d719a87ae872,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:41.587910 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ab982c9d-2be2-4c36-97ea-6342093a7fca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=494777aade4547dcbe1818377d5b1c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0033326 Mar 16 16:33:41.606783 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 60962) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:41.615771 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] For port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:33:41.626195 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-b17e535e-f780-4660-a247-6cf474d62206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:41.629176 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-b17e535e-f780-4660-a247-6cf474d62206 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=041713129418473c9b92b83876852076&device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 1128 time: 0.4845555 Mar 16 16:33:41.669734 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] For port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:33:41.694095 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-9faa4e8e-e8db-4bd7-a567-b28639ead109 None None] Port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:41.704512 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:41.756757 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-12a162e6-99ff-4ffb-9b9d-634302abc590 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0125f2bd-9e15-4f09-9212-6f81dbba0079 HTTP/1.1" status: 200 len: 217 time: 0.1137207 Mar 16 16:33:41.781957 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce2fa9-306b-4d49-950d-f00d22645f41" -d '{"events": [{"name": "network-changed", "server_uuid": "1dceff1d-4b81-493b-a0a4-f76eeff22515", "tag": "0125f2bd-9e15-4f09-9212-6f81dbba0079"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:33:41.810937 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:33:41.811973 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:33:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:41.923026 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-195f7405-2bfe-4386-b804-6b12c020841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:41.924745 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-195f7405-2bfe-4386-b804-6b12c020841c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d HTTP/1.1" status: 200 len: 852 time: 0.1534529 Mar 16 16:33:41.948053 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a816d3e3-68eb-4347-8391-60bac82fe726 admin admin] Publish callbacks [] for security_group (5e28890f-8cc3-40d2-badc-d719a87ae872), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.114513 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-a9ca7c14-69b4-44c0-b962-5f929133eec8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=122892e6-3bbc-45b9-8b60-1bd191d4ecad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455154 Mar 16 16:33:42.130578 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a816d3e3-68eb-4347-8391-60bac82fe726 admin admin] Publish callbacks [] for security_group (5e28890f-8cc3-40d2-badc-d719a87ae872), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.191793 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e32396-9653-4abf-ad56-7f8ecd442e9f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee5ab9d-ff27-4c29-8c88-f60a81334888,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:42.283926 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355088f9-1274-4d38-828b-3e9a818b3f83 None None] Pushing event updated for resources: {'Port': ['ID=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:42.320415 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.375199 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-84e32396-9653-4abf-ad56-7f8ecd442e9f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.376450 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-84e32396-9653-4abf-ad56-7f8ecd442e9f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9147046 Mar 16 16:33:42.404418 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 60968) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:42.406492 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-7e541faf-e63f-4599-84fe-b63991a81e6f None None] Provisioning complete for port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:42.406950 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7e541faf-e63f-4599-84fe-b63991a81e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.420499 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:42.587072 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a816d3e3-68eb-4347-8391-60bac82fe726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5e28890f-8cc3-40d2-badc-d719a87ae872), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.590467 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a816d3e3-68eb-4347-8391-60bac82fe726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.595206 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-a816d3e3-68eb-4347-8391-60bac82fe726 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e28890f-8cc3-40d2-badc-d719a87ae872 HTTP/1.1" status: 204 len: 168 time: 0.9828360 Mar 16 16:33:42.595344 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:42.625165 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:33:42.627079 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:42.671356 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816d3e3-68eb-4347-8391-60bac82fe726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e28890f-8cc3-40d2-badc-d719a87ae872,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:42.698216 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:42.704597 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:42.715426 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-aaa76cf5-a625-4f14-8f52-f15cbc0d38b0 service neutron] 10.222.0.57 "GET /v2.0/networks/122892e6-3bbc-45b9-8b60-1bd191d4ecad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615216 Mar 16 16:33:42.905391 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad22a96-cef8-4b20-a5ce-4bc62fac15b0 req-50f1b005-76ed-46f1-97d8-ac49abeb7b68 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:42.908271 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-aad22a96-cef8-4b20-a5ce-4bc62fac15b0 req-50f1b005-76ed-46f1-97d8-ac49abeb7b68 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.5952265 Mar 16 16:33:42.920330 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd807581-4c84-4657-b460-6efa9e6d6f98 req-2c04b8bc-8b41-4554-abed-9d9a848e97e7 service neutron] 10.222.0.57 "GET /v2.0/networks/122892e6-3bbc-45b9-8b60-1bd191d4ecad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916687 Mar 16 16:33:42.920529 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 36b485af-cadc-4fd4-b1f4-6edb88578e64 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:42.946201 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'Port': ['ID=08621bd2-af03-4c7b-8473-91f433d7deaa,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:42.994006 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks [] for security_group (a441983a-abb7-4927-82e2-a7e115660dbc), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.017131 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a441983a-abb7-4927-82e2-a7e115660dbc), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.067187 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (007c6d0e-8f67-4858-873a-9ea082b80d64), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.080436 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-aad22a96-cef8-4b20-a5ce-4bc62fac15b0 req-9ac22450-1546-4317-9fb4-ada7e0b4beaa tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428225 Mar 16 16:33:43.098639 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:33:43.145841 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (48384818-5296-4108-bc4c-f25c3c4a6bd4), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.146198 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Added segment 48384818-5296-4108-bc4c-f25c3c4a6bd4 of type vlan for network 3457f531-0a69-49a0-9619-8c8437d2303c Mar 16 16:33:43.156179 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441983a-abb7-4927-82e2-a7e115660dbc,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:43.157103 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-7e541faf-e63f-4599-84fe-b63991a81e6f None None] Current status of the port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:43.157491 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7e541faf-e63f-4599-84fe-b63991a81e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.206729 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-7e541faf-e63f-4599-84fe-b63991a81e6f None None] For port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:43.224374 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7e541faf-e63f-4599-84fe-b63991a81e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.331663 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.341557 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:41Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:43.419732 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a25b8-c1f9-450c-91c5-72ff03a832cf None None] The sync data for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi is: [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:41Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:33:43.436909 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (3457f531-0a69-49a0-9619-8c8437d2303c), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.452693 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 36b485af-cadc-4fd4-b1f4-6edb88578e64 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:43.452693 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.466665 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.671938 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e541faf-e63f-4599-84fe-b63991a81e6f None None] Pushing event updated for resources: {'Port': ['ID=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:43.762647 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90ca852-1b45-442b-a6fe-451efed98824 x-openstack-request-id: req-f90ca852-1b45-442b-a6fe-451efed98824 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:33:43.763198 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dceff1d-4b81-493b-a0a4-f76eeff22515", "tag": "0125f2bd-9e15-4f09-9212-6f81dbba0079", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:33:43.763384 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f90ca852-1b45-442b-a6fe-451efed98824 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:33:43.763941 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'tag': '0125f2bd-9e15-4f09-9212-6f81dbba0079', 'status': 'completed', 'code': 200} Mar 16 16:33:43.785804 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (3457f531-0a69-49a0-9619-8c8437d2303c), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.793384 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:43.797769 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.874107 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 36b485af-cadc-4fd4-b1f4-6edb88578e64 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:43.874511 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:43.896255 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 32768) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:43.900250 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6338346 Mar 16 16:33:43.923424 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Request body: {'subnet': {'network_id': '3457f531-0a69-49a0-9619-8c8437d2303c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-233714854-subnet', 'tenant_id': 'fbd24848a59743c7a998a759645d4ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:44.101430 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Made reservation on behalf of fbd24848a59743c7a998a759645d4ba9 for: {'subnet': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:44.115872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:44.132243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-72f75e89-633a-4a40-b60a-4630870115c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:44.138715 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-72f75e89-633a-4a40-b60a-4630870115c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=041713129418473c9b92b83876852076&device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 1128 time: 0.3391156 Mar 16 16:33:44.143031 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e35a38c6-d62f-4ad5-9d6e-869d2acc58e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:44.167233 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 36b485af-cadc-4fd4-b1f4-6edb88578e64, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=36b485af-cadc-4fd4-b1f4-6edb88578e64,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:33:44.176219 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:44.332684 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abf25b-ae77-46e7-8e93-ce51daa06e4e admin admin] Pushing event updated for resources: {'Network': ['ID=3457f531-0a69-49a0-9619-8c8437d2303c,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:44.355436 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 3457f531-0a69-49a0-9619-8c8437d2303c details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:33:44.563466 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=36b485af-cadc-4fd4-b1f4-6edb88578e64,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:44.624241 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Allocated IP 172.27.0.96 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:44.937810 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-820973af-f0c5-4237-9d6a-3587828d81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:44.939599 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-820973af-f0c5-4237-9d6a-3587828d81ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=122892e6-3bbc-45b9-8b60-1bd191d4ecad HTTP/1.1" status: 200 len: 913 time: 0.7448528 Mar 16 16:33:44.996948 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.028265 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:45.033385 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.059029 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3545f-48fe-4c06-aade-7a9335de5f47 req-306501a9-64ce-4dcb-b7d1-fc269385e3bb tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:45.060726 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f5c3545f-48fe-4c06-aade-7a9335de5f47 req-306501a9-64ce-4dcb-b7d1-fc269385e3bb tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.6943343 Mar 16 16:33:45.074108 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.181439 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:45.182785 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.272533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (007c6d0e-8f67-4858-873a-9ea082b80d64), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.308430 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-ba3abc58-a130-41d7-8082-8ab6228113b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0125f2bd-9e15-4f09-9212-6f81dbba0079 HTTP/1.1" status: 200 len: 217 time: 0.1461668 Mar 16 16:33:45.341942 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (f16dc1c6-955e-4e3c-9878-18d75e406076), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.397371 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.408805 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8552115 Mar 16 16:33:45.415521 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b724b7-709b-4747-ba0b-41e6b1e58f93 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'Port': ['ID=08621bd2-af03-4c7b-8473-91f433d7deaa,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:45.451950 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16dc1c6-955e-4e3c-9878-18d75e406076,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:45.466444 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Checking segment: {'id': '48384818-5296-4108-bc4c-f25c3c4a6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '3457f531-0a69-49a0-9619-8c8437d2303c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:45.466573 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Network hostable DHCP agents. Network: 3457f531-0a69-49a0-9619-8c8437d2303c, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:33:45.478335 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f5c3545f-48fe-4c06-aade-7a9335de5f47 req-66dbcdac-0215-4954-b9cb-fcc0ceb2dd9f tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061668 Mar 16 16:33:45.482860 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.493868 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:45.498914 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Network 3457f531-0a69-49a0-9619-8c8437d2303c is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:33:45.502565 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 36b485af-cadc-4fd4-b1f4-6edb88578e64 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:33:45.515077 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 3457f531-0a69-49a0-9619-8c8437d2303c) {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:45.522838 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:45.522838 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.548527 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b884acc6-1cbc-4172-880f-207ff92d6f0a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6465936 Mar 16 16:33:45.593858 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1b8f9-6c07-408d-91bd-2515a9433c3e None None] Network 3457f531-0a69-49a0-9619-8c8437d2303c requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:45.629170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:45.639933 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:45.660409 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-6f4dfe44-cb97-4fc4-b2c6-b7ab25761ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:45.662979 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-6f4dfe44-cb97-4fc4-b2c6-b7ab25761ee9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d HTTP/1.1" status: 200 len: 852 time: 0.0960670 Mar 16 16:33:45.671358 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:45.721084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'Port': ['ID=bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:45.811083 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-390c1a67-3d33-4ebf-8a71-f4315683b883 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=122892e6-3bbc-45b9-8b60-1bd191d4ecad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951464 Mar 16 16:33:45.813232 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (08d40a7b-3f85-43b4-b914-b7860229138e), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.911290 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.919726 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 36b485af-cadc-4fd4-b1f4-6edb88578e64 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:45.920131 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:45.996184 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf68384-8de5-4d27-bc42-3cde8391ecd6 None None] Network 3457f531-0a69-49a0-9619-8c8437d2303c requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:46.238092 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 36b485af-cadc-4fd4-b1f4-6edb88578e64 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:33:46.305219 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.317278 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-dc372e37-c503-41dc-9caf-7219c5cbd37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.325013 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.350453 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (08d40a7b-3f85-43b4-b914-b7860229138e), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.458007 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-e739e3a0-6ad8-47d3-9122-042478356256 service neutron] 10.222.0.57 "GET /v2.0/networks/122892e6-3bbc-45b9-8b60-1bd191d4ecad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194194 Mar 16 16:33:46.497862 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.502390 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0913754 Mar 16 16:33:46.523606 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb9bb4-f5ee-475d-9378-f0aa93ea01e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'Port': ['ID=bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:46.687427 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbce2fa9-306b-4d49-950d-f00d22645f41 req-ba15b832-3c95-4947-99d3-625f8ac93a9b service neutron] 10.222.0.57 "GET /v2.0/networks/122892e6-3bbc-45b9-8b60-1bd191d4ecad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943309 Mar 16 16:33:46.754427 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 32850) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:46.759419 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731290110-network', 'tenant_id': '2379a1bebdc4474899b6c9d8442a4cb9'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:46.802133 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Made reservation on behalf of 2379a1bebdc4474899b6c9d8442a4cb9 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:46.804984 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.818318 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.927089 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks [] for security_group (77773f76-6232-4656-bba7-9457696e70a7), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.941829 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (77773f76-6232-4656-bba7-9457696e70a7), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.949610 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 32854) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:46.961504 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:33:46.997839 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (5e8413af-e69c-40b9-af9f-f181a6fbed34), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:46.998132 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Added segment 5e8413af-e69c-40b9-af9f-f181a6fbed34 of type vlan for network 9ac2565a-83b0-40a4-abe4-89985a0f4b70 Mar 16 16:33:47.059312 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77773f76-6232-4656-bba7-9457696e70a7,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:47.068189 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (9ac2565a-83b0-40a4-abe4-89985a0f4b70), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.106554 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7c56d2dd-4884-4040-9302-085a672c920e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.123280 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (9ac2565a-83b0-40a4-abe4-89985a0f4b70), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.124955 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:47.127454 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.205303 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4496424 Mar 16 16:33:47.208880 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 32858) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:47.222542 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Request body: {'subnet': {'network_id': '9ac2565a-83b0-40a4-abe4-89985a0f4b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731290110-subnet', 'tenant_id': '2379a1bebdc4474899b6c9d8442a4cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:47.236159 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8312e-99d5-4db5-8d6a-f0b972bfcf79 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac2565a-83b0-40a4-abe4-89985a0f4b70,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:47.257666 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 9ac2565a-83b0-40a4-abe4-89985a0f4b70 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:33:47.279168 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7c56d2dd-4884-4040-9302-085a672c920e admin admin] Publish callbacks [] for security_group (b25c30ad-6165-4718-8b3b-6801248a8d48), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.287297 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Made reservation on behalf of 2379a1bebdc4474899b6c9d8442a4cb9 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:47.293208 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.295925 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7c56d2dd-4884-4040-9302-085a672c920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b25c30ad-6165-4718-8b3b-6801248a8d48), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.398635 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56d2dd-4884-4040-9302-085a672c920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c30ad-6165-4718-8b3b-6801248a8d48,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:47.455676 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-7c56d2dd-4884-4040-9302-085a672c920e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb6c13c4b221496b980083b432b1bfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020375 Mar 16 16:33:47.461999 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 32862) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:47.520915 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.564745 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f04a9ce6-82d9-45e7-bb65-8cc0e198e8a3 admin admin] Publish callbacks [] for security_group (b25c30ad-6165-4718-8b3b-6801248a8d48), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.613324 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f04a9ce6-82d9-45e7-bb65-8cc0e198e8a3 admin admin] Publish callbacks [] for security_group (b25c30ad-6165-4718-8b3b-6801248a8d48), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.726333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-caf61fba-0acc-4a29-b4f9-35e94c7e70f9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:47.727794 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-caf61fba-0acc-4a29-b4f9-35e94c7e70f9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 819 time: 0.1124969 Mar 16 16:33:47.749222 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-ced10cd3-d197-4aa0-9e44-26e25a8726a0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/quotas/4a418967bb354e35944e77d80fed1df3 HTTP/1.1" status: 200 len: 375 time: 0.0115385 Mar 16 16:33:47.818810 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-b84e8bf0-dffe-4f15-8679-1b845d67712d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628760 Mar 16 16:33:47.865708 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (08966725-3e9e-464f-a2e0-acd84d869991), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.896504 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-4933eb5d-56e9-4e40-be03-748187e4df80 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1058151468&fields=id&tenant_id=1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 267 time: 0.2736297 Mar 16 16:33:47.914919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f04a9ce6-82d9-45e7-bb65-8cc0e198e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b25c30ad-6165-4718-8b3b-6801248a8d48), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.918512 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f04a9ce6-82d9-45e7-bb65-8cc0e198e8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:47.919277 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f04a9ce6-82d9-45e7-bb65-8cc0e198e8a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b25c30ad-6165-4718-8b3b-6801248a8d48 HTTP/1.1" status: 204 len: 168 time: 0.4563296 Mar 16 16:33:48.009080 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a9ce6-82d9-45e7-bb65-8cc0e198e8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c30ad-6165-4718-8b3b-6801248a8d48,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:48.019929 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08966725-3e9e-464f-a2e0-acd84d869991,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:48.093156 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Checking segment: {'id': '5e8413af-e69c-40b9-af9f-f181a6fbed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9ac2565a-83b0-40a4-abe4-89985a0f4b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:33:48.093592 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Network hostable DHCP agents. Network: 9ac2565a-83b0-40a4-abe4-89985a0f4b70, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:33:48.111001 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-da847053-f7a3-4787-9731-d737ba457cba service neutron] 10.222.0.30 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854767 Mar 16 16:33:48.150420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-dbc42c51-a3ff-440c-8835-9d7d9ec38044 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:48.152543 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-dbc42c51-a3ff-440c-8835-9d7d9ec38044 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 816 time: 0.2410874 Mar 16 16:33:48.153564 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Network 9ac2565a-83b0-40a4-abe4-89985a0f4b70 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:33:48.167044 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 9ac2565a-83b0-40a4-abe4-89985a0f4b70) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:48.171010 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-c8cba923-b814-4c04-9510-8138e1ed4e99 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/quotas/1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 375 time: 0.0121562 Mar 16 16:33:48.173748 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:48.175043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.180852 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96a4d3-f6dc-493c-bffd-489ac3937059 None None] Network 9ac2565a-83b0-40a4-abe4-89985a0f4b70 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:48.237489 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-8dd3014d-5ba9-425a-8f28-95ef6494f1a5 service neutron] 10.222.0.30 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204469 Mar 16 16:33:48.247381 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2d02a1b8-39b8-4055-8910-055e3cd92163 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0374689 Mar 16 16:33:48.288884 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 32886) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:48.299934 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-ccfc8cc7-1942-4b81-8df8-6f2c772cf0ed tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203632 Mar 16 16:33:48.317815 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4cdef1cd-7698-4ffe-af97-52efc611c3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.421569 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fd96e-9975-47db-9561-5069eddcb694 None None] Network 9ac2565a-83b0-40a4-abe4-89985a0f4b70 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:33:48.470991 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 32900) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:48.508851 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4cdef1cd-7698-4ffe-af97-52efc611c3bf admin admin] Publish callbacks [] for security_group (0cfccfd2-9aed-46bf-a47f-63b9aaa14725), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.515530 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4cdef1cd-7698-4ffe-af97-52efc611c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0cfccfd2-9aed-46bf-a47f-63b9aaa14725), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.581079 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdef1cd-7698-4ffe-af97-52efc611c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfccfd2-9aed-46bf-a47f-63b9aaa14725,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:48.600332 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] Deleting subnet f16dc1c6-955e-4e3c-9878-18d75e406076 {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:33:48.602099 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] Publish callbacks [] for subnet (f16dc1c6-955e-4e3c-9878-18d75e406076), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.650116 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 32912) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:48.652092 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-4cdef1cd-7698-4ffe-af97-52efc611c3bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6dda506c93084e09939256b712ff3ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613505 Mar 16 16:33:48.682902 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] Publish callbacks [] for subnet (f16dc1c6-955e-4e3c-9878-18d75e406076), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.697308 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-547caf70-f18d-4e6b-baa4-029d349166c3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:33:48.698844 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-547caf70-f18d-4e6b-baa4-029d349166c3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1498756 Mar 16 16:33:48.796880 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (f16dc1c6-955e-4e3c-9878-18d75e406076), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.855458 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8af7-a9bf-49d2-a756-f7c9b0f619c2 req-3dcf582b-f5ca-46c3-a069-d96d221165dc tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:48.859227 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-784c8af7-a9bf-49d2-a756-f7c9b0f619c2 req-3dcf582b-f5ca-46c3-a069-d96d221165dc tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.1258304 Mar 16 16:33:48.921191 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ebffa5f4-832d-41f2-ad94-50f52c993422 admin admin] Publish callbacks [] for security_group (0cfccfd2-9aed-46bf-a47f-63b9aaa14725), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.958897 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (f16dc1c6-955e-4e3c-9878-18d75e406076), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:48.969194 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-1dc5db7b-fe68-4c4f-9f60-594caa2d08cc service neutron] 10.222.0.30 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624860 Mar 16 16:33:48.989118 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-784c8af7-a9bf-49d2-a756-f7c9b0f619c2 req-d5f34be6-b404-44d4-b627-6141742eb032 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249585 Mar 16 16:33:49.019220 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.037514 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ebffa5f4-832d-41f2-ad94-50f52c993422 admin admin] Publish callbacks [] for security_group (0cfccfd2-9aed-46bf-a47f-63b9aaa14725), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.039549 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16dc1c6-955e-4e3c-9878-18d75e406076,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:49.082755 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.091386 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-dedd3ed5-b4d1-4253-a6b2-721219bfe4ea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f16dc1c6-955e-4e3c-9878-18d75e406076 HTTP/1.1" status: 204 len: 168 time: 0.6148572 Mar 16 16:33:49.098135 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 32938) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:49.196100 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-1e7179ef-4f9b-4cd7-84ef-92f3c2089c85 service neutron] 10.222.0.30 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888912 Mar 16 16:33:49.197237 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ebffa5f4-832d-41f2-ad94-50f52c993422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0cfccfd2-9aed-46bf-a47f-63b9aaa14725), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.203570 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ebffa5f4-832d-41f2-ad94-50f52c993422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.206190 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-ebffa5f4-832d-41f2-ad94-50f52c993422 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cfccfd2-9aed-46bf-a47f-63b9aaa14725 HTTP/1.1" status: 204 len: 168 time: 0.5449312 Mar 16 16:33:49.218310 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffa5f4-832d-41f2-ad94-50f52c993422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfccfd2-9aed-46bf-a47f-63b9aaa14725,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:49.275128 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-168c043d-f496-4a2b-92dd-9cb54f833635 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1462498829&fields=id&tenant_id=2376faa24a1947a2a4b4a41a87d143f9 HTTP/1.1" status: 200 len: 267 time: 0.1835387 Mar 16 16:33:49.279664 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (3457f531-0a69-49a0-9619-8c8437d2303c), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.491770 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (3457f531-0a69-49a0-9619-8c8437d2303c), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.520578 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-11ef3208-ba23-4d47-939e-a68f3eb4d5b4 req-78216713-e75b-463f-9e7a-0c9de67b7ded tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0371487 Mar 16 16:33:49.575320 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-8dc3083a-be46-4ea6-852b-0cabef66e0a5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:49.580131 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-8dc3083a-be46-4ea6-852b-0cabef66e0a5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 811 time: 0.2924790 Mar 16 16:33:49.601867 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.602605 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.603388 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.603728 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > port after_create 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.604088 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.606863 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > port after_update 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.607253 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.607666 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.611575 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.613632 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.682936 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-daff17f3-8caa-4ac0-b151-079381347255 req-1c50488b-13c3-4811-bf11-7a68f3b578c7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 210 time: 0.0447445 Mar 16 16:33:49.803562 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.803921 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.804582 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.805085 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:33:49.805464 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3457f531-0a69-49a0-9619-8c8437d2303c']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:49.845844 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-44687bab-d189-4526-bc17-5125364548a0 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/quotas/2376faa24a1947a2a4b4a41a87d143f9 HTTP/1.1" status: 200 len: 375 time: 0.2584524 Mar 16 16:33:49.863912 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48384818-5296-4108-bc4c-f25c3c4a6bd4') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:49.864619 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48384818-5296-4108-bc4c-f25c3c4a6bd4') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:49.898117 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (48384818-5296-4108-bc4c-f25c3c4a6bd4), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.927431 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (48384818-5296-4108-bc4c-f25c3c4a6bd4), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.943268 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:33:49.943834 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (48384818-5296-4108-bc4c-f25c3c4a6bd4), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:49.946574 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-c9f02f8d-cc32-4b13-8565-ae3513bbcef7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:49.949294 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-c9f02f8d-cc32-4b13-8565-ae3513bbcef7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 819 time: 0.1572402 Mar 16 16:33:49.965455 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-ff573c91-2086-4361-bd97-3e5af7ae3679 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/quotas/4a418967bb354e35944e77d80fed1df3 HTTP/1.1" status: 200 len: 375 time: 0.0104647 Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: from cryptography.utils import int_from_bytes Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: from cryptography.utils import int_from_bytes Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:33:49.969035 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:33:49.992316 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ba328474-7417-4554-92a4-e40c4f20288c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454527 Mar 16 16:33:50.053097 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-b80fc519-135b-44a1-ac79-0d7793a9f29f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784581 Mar 16 16:33:50.134922 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (3457f531-0a69-49a0-9619-8c8437d2303c), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.147079 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.152648 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] 10.222.0.30 "DELETE /v2.0/networks/3457f531-0a69-49a0-9619-8c8437d2303c HTTP/1.1" status: 204 len: 168 time: 1.0532849 Mar 16 16:33:50.156094 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 32996) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:50.174777 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-96b2c8d2-f4c9-47a5-bb55-e77aaadcfcb3 service neutron] 10.222.0.30 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138678 Mar 16 16:33:50.178889 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317f44c-607c-4bdd-872a-7e13bc7ed60c admin admin] Pushing event deleted for resources: {'Network': ['ID=3457f531-0a69-49a0-9619-8c8437d2303c,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:50.229167 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ab9d8e85-7721-4b8d-b463-7261633ec0d8 service neutron] 10.222.0.30 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892407 Mar 16 16:33:50.239150 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_v2 [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] Deleting subnet 08966725-3e9e-464f-a2e0-acd84d869991 {{(pid=103490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:33:50.250113 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] Publish callbacks [] for subnet (08966725-3e9e-464f-a2e0-acd84d869991), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.310513 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-710529b5-e7b4-4a01-86ad-4e68c676da0b service neutron] 10.222.0.30 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211500 Mar 16 16:33:50.310638 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.340255 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065177'] for subnet (08966725-3e9e-464f-a2e0-acd84d869991), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.411139 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (08966725-3e9e-464f-a2e0-acd84d869991), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.476125 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-67edc0f9-f518-4155-8963-bdfe39126ffa service neutron] 10.222.0.30 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342339 Mar 16 16:33:50.520661 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13634474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13685210'] for subnet (08966725-3e9e-464f-a2e0-acd84d869991), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.575292 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08966725-3e9e-464f-a2e0-acd84d869991,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:50.578734 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.582027 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-890dafcb-b211-4151-ac18-3653bc31c17e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08966725-3e9e-464f-a2e0-acd84d869991 HTTP/1.1" status: 204 len: 168 time: 0.4232912 Mar 16 16:33:50.585439 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33008) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:50.610574 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e900-9e4b-4770-8c85-234c96b370c1 req-ff454a95-28b4-49e3-bb67-f714cc589904 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:50.624617 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0768e900-9e4b-4770-8c85-234c96b370c1 req-ff454a95-28b4-49e3-bb67-f714cc589904 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.0909677 Mar 16 16:33:50.748451 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0768e900-9e4b-4770-8c85-234c96b370c1 req-5cae967c-1edd-460b-a5e3-cc0153ed3c9b tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203964 Mar 16 16:33:50.806296 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (9ac2565a-83b0-40a4-abe4-89985a0f4b70), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:50.842735 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-18516603-c2bb-40d8-b400-45bfa630139c req-cfe6f773-7f16-4363-8fc3-b96e04f90e82 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.0384901 Mar 16 16:33:50.860923 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a01d9372-c352-451e-ba11-7ee9729f2429 req-a7c89cbc-8489-4beb-8a4a-efbecc4fa837 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.0845466 Mar 16 16:33:51.002846 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-af16776e-8dc4-4e4a-a1d0-eb90296f7568 req-1dd718ae-081b-4c19-a51a-abb14169b7e7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 210 time: 0.0505714 Mar 16 16:33:51.006886 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (9ac2565a-83b0-40a4-abe4-89985a0f4b70), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.049246 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac2565a-83b0-40a4-abe4-89985a0f4b70']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:51.086708 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8413af-e69c-40b9-af9f-f181a6fbed34') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:51.086708 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8413af-e69c-40b9-af9f-f181a6fbed34') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:33:51.097413 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (5e8413af-e69c-40b9-af9f-f181a6fbed34), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.113815 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (5e8413af-e69c-40b9-af9f-f181a6fbed34), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.122247 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:33:51.122914 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (5e8413af-e69c-40b9-af9f-f181a6fbed34), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:33:51.125269 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:33:51.195005 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (9ac2565a-83b0-40a4-abe4-89985a0f4b70), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.207666 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.215212 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9ac2565a-83b0-40a4-abe4-89985a0f4b70 HTTP/1.1" status: 204 len: 168 time: 0.6249905 Mar 16 16:33:51.222632 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87808341-213b-49d6-a77f-b4bdc272bfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac2565a-83b0-40a4-abe4-89985a0f4b70,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:51.418612 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33062) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:51.469654 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7abb00ab-0bb1-48ec-bbdf-97a77b6939df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbd24848a59743c7a998a759645d4ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496032 Mar 16 16:33:51.473706 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33068) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:51.527450 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa418-ce25-47cc-bff4-043fc550df88 admin admin] Publish callbacks [] for security_group (a441983a-abb7-4927-82e2-a7e115660dbc), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.553955 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa418-ce25-47cc-bff4-043fc550df88 admin admin] Publish callbacks [] for security_group (a441983a-abb7-4927-82e2-a7e115660dbc), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.608707 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa418-ce25-47cc-bff4-043fc550df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a441983a-abb7-4927-82e2-a7e115660dbc), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.611397 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3ffaa418-ce25-47cc-bff4-043fc550df88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:51.614988 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-3ffaa418-ce25-47cc-bff4-043fc550df88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a441983a-abb7-4927-82e2-a7e115660dbc HTTP/1.1" status: 204 len: 168 time: 0.1377385 Mar 16 16:33:51.622028 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaa418-ce25-47cc-bff4-043fc550df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441983a-abb7-4927-82e2-a7e115660dbc,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:51.889489 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7104562-537f-47db-9bb0-7f3e0806ddf0 req-cbe946b5-a46c-48e4-974e-9bddd0a366b1 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:51.898353 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e7104562-537f-47db-9bb0-7f3e0806ddf0 req-cbe946b5-a46c-48e4-974e-9bddd0a366b1 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.0822153 Mar 16 16:33:51.965644 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e7104562-537f-47db-9bb0-7f3e0806ddf0 req-243ef425-1cf4-491c-9a5f-4f74eb6ba55c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662627 Mar 16 16:33:52.092984 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87597252-871d-45be-bc50-563d647c975c req-70661aeb-8f47-466e-8ad8-b7d3cc889b1e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.0684366 Mar 16 16:33:52.121836 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1a6f1b27-52d6-434e-a80b-9af97a7b4ec4 req-900e5d0b-20cc-4512-b0e8-37c95cb095bc tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.0699799 Mar 16 16:33:52.216542 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6cc91548-ffbe-4941-a083-1080038e016d req-3c7175e6-dfc6-4090-9b70-86f2e5cd9f8f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 210 time: 0.0364900 Mar 16 16:33:52.287595 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33134) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:52.330626 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-3ee5c8de-208a-434b-a788-20468f28a295 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2379a1bebdc4474899b6c9d8442a4cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417631 Mar 16 16:33:52.333107 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33136) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:52.380536 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-839bf032-8278-468b-8046-76ead89e3335 admin admin] Publish callbacks [] for security_group (77773f76-6232-4656-bba7-9457696e70a7), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.406020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-839bf032-8278-468b-8046-76ead89e3335 admin admin] Publish callbacks [] for security_group (77773f76-6232-4656-bba7-9457696e70a7), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.458596 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-839bf032-8278-468b-8046-76ead89e3335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (77773f76-6232-4656-bba7-9457696e70a7), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.461209 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-839bf032-8278-468b-8046-76ead89e3335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.462338 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-839bf032-8278-468b-8046-76ead89e3335 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77773f76-6232-4656-bba7-9457696e70a7 HTTP/1.1" status: 204 len: 168 time: 0.1282723 Mar 16 16:33:52.469984 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bf032-8278-468b-8046-76ead89e3335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77773f76-6232-4656-bba7-9457696e70a7,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:52.532762 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33142) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:52.737969 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7f377dd2-5d7f-47b4-9fb6-aa5ee51b14bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.815455 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7f377dd2-5d7f-47b4-9fb6-aa5ee51b14bb admin admin] Publish callbacks [] for security_group (d18357a3-601f-43a4-aa21-ae876b5dfa2b), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.820111 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7f377dd2-5d7f-47b4-9fb6-aa5ee51b14bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d18357a3-601f-43a4-aa21-ae876b5dfa2b), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.869158 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7f377dd2-5d7f-47b4-9fb6-aa5ee51b14bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9539203dcc3e455e8565bf511a661083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351908 Mar 16 16:33:52.871703 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33156) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:52.877755 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f377dd2-5d7f-47b4-9fb6-aa5ee51b14bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18357a3-601f-43a4-aa21-ae876b5dfa2b,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:52.944054 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d48bb19a-c450-4dc4-be44-73416fb37ce7 admin admin] Publish callbacks [] for security_group (d18357a3-601f-43a4-aa21-ae876b5dfa2b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:52.968473 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d48bb19a-c450-4dc4-be44-73416fb37ce7 admin admin] Publish callbacks [] for security_group (d18357a3-601f-43a4-aa21-ae876b5dfa2b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.028927 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d48bb19a-c450-4dc4-be44-73416fb37ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d18357a3-601f-43a4-aa21-ae876b5dfa2b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.032143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d48bb19a-c450-4dc4-be44-73416fb37ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.033562 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d48bb19a-c450-4dc4-be44-73416fb37ce7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d18357a3-601f-43a4-aa21-ae876b5dfa2b HTTP/1.1" status: 204 len: 168 time: 0.1608634 Mar 16 16:33:53.046691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bb19a-c450-4dc4-be44-73416fb37ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18357a3-601f-43a4-aa21-ae876b5dfa2b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:53.124247 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15965f-61a7-4b65-9d3e-03546519ea8f req-768195ad-3242-491e-8d43-20d4a5252c4d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:53.127109 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ee15965f-61a7-4b65-9d3e-03546519ea8f req-768195ad-3242-491e-8d43-20d4a5252c4d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.0777824 Mar 16 16:33:53.202104 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ee15965f-61a7-4b65-9d3e-03546519ea8f req-12a58c18-ab9b-4d3a-8897-3c4a7b727107 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 Mar 16 16:33:53.211034 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ab7a8f78-8f74-4faf-a8a3-f1cd52bcf664 req-268963ec-e19a-4e9d-ad69-23981efcd789 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.0461781 Mar 16 16:33:53.309929 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ad75c7a5-452d-4b5d-a9ff-5fed17044076 req-890eb053-feb3-4b87-8ec9-f97f78f796a4 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.0479188 Mar 16 16:33:53.349094 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b934be6d-4fec-4f2e-af00-aeca2efeda32 req-5b75c392-4953-4141-bda1-2bb3c68e9b69 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 210 time: 0.0526028 Mar 16 16:33:53.467143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33190) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:53.480210 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ebb70880-c8f1-42df-bcf6-2e2388b0b934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.554664 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ebb70880-c8f1-42df-bcf6-2e2388b0b934 admin admin] Publish callbacks [] for security_group (afd82513-72e5-475d-84af-1f023b086bb2), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.559233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ebb70880-c8f1-42df-bcf6-2e2388b0b934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (afd82513-72e5-475d-84af-1f023b086bb2), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.598968 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-ebb70880-c8f1-42df-bcf6-2e2388b0b934 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=030c2e6039294ec198b13e7d3c5fad6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307642 Mar 16 16:33:53.600056 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb70880-c8f1-42df-bcf6-2e2388b0b934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd82513-72e5-475d-84af-1f023b086bb2,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:53.602250 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33194) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:53.652542 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-616212e8-bdd4-40bb-8e16-75dc8e9debd0 admin admin] Publish callbacks [] for security_group (afd82513-72e5-475d-84af-1f023b086bb2), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.676138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-616212e8-bdd4-40bb-8e16-75dc8e9debd0 admin admin] Publish callbacks [] for security_group (afd82513-72e5-475d-84af-1f023b086bb2), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.724911 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-616212e8-bdd4-40bb-8e16-75dc8e9debd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (afd82513-72e5-475d-84af-1f023b086bb2), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.727431 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-616212e8-bdd4-40bb-8e16-75dc8e9debd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:53.728617 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-616212e8-bdd4-40bb-8e16-75dc8e9debd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afd82513-72e5-475d-84af-1f023b086bb2 HTTP/1.1" status: 204 len: 168 time: 0.1253617 Mar 16 16:33:53.736943 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616212e8-bdd4-40bb-8e16-75dc8e9debd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd82513-72e5-475d-84af-1f023b086bb2,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:54.309347 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8f712eb2-f944-492c-8611-1ad17bdfc6de req-ef46bc51-3fb5-4b92-a0e7-4b8c051add00 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.0335495 Mar 16 16:33:54.332422 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16b82-eb93-48b4-830d-7158c5a0c72c req-1b180528-dd23-47fe-b0e5-f7ae5a0e2bef tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:54.333565 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-38f16b82-eb93-48b4-830d-7158c5a0c72c req-1b180528-dd23-47fe-b0e5-f7ae5a0e2bef tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.0634065 Mar 16 16:33:54.401898 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-38f16b82-eb93-48b4-830d-7158c5a0c72c req-0a721df8-a51d-470d-8570-8fcace657a12 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613632 Mar 16 16:33:54.423374 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d4d10e06-43ea-43a3-abc8-c8e056daec77 req-e03d64a1-6dfe-4013-bd47-efeb228a3a42 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.0397797 Mar 16 16:33:54.514713 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-084a2d50-3315-4933-ba6d-13125fb867ae req-637c2004-3fc1-441d-a3f1-81af4ca3481c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 210 time: 0.0332961 Mar 16 16:33:54.811502 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:55.400241 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c676cc4e-fa24-4a5b-8f7f-b29d49bbbf61 req-a6e92133-9faf-4156-b13f-14e07279541e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.0287962 Mar 16 16:33:55.560549 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4b57179b-58ff-4165-bfbe-0f7ed72bb3ef req-3825d000-8270-4402-9707-f184155320e7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.0473456 Mar 16 16:33:55.655968 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748055-1cda-43be-8184-3ebdec237a88 req-ba675629-261b-4589-b278-32b54a4367dd tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:55.666605 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-78748055-1cda-43be-8184-3ebdec237a88 req-ba675629-261b-4589-b278-32b54a4367dd tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.1260567 Mar 16 16:33:55.682990 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.57', 63277) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:55.693281 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.57', 63278) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:55.740260 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.57', 63279) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:55.982626 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bd09939a-b39f-424f-9e29-fe18c08a07d4 req-ccb6dc1f-37c6-41a3-9807-f39d1a54a320 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 210 time: 0.2400904 Mar 16 16:33:56.118114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-2f04ecf4-b6a0-4170-b068-f1780aa65205 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:56.118768 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-2f04ecf4-b6a0-4170-b068-f1780aa65205 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 816 time: 0.6422102 Mar 16 16:33:56.376055 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-78748055-1cda-43be-8184-3ebdec237a88 req-7ef05afd-4fa9-4329-844d-dcfb50bdb5dd tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059021 Mar 16 16:33:56.389641 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-893618a4-d98a-4b46-b584-c0b8bfa6d35c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:56.391421 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-893618a4-d98a-4b46-b584-c0b8bfa6d35c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 819 time: 0.7031436 Mar 16 16:33:56.392049 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33350) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:56.426146 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-a9d56e93-b07f-4682-82ff-b45b23324e48 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 380 time: 0.2742784 Mar 16 16:33:56.440036 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-ddfb2919-4d38-4b50-a0bc-9fe7105316dd tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:56.443220 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-ddfb2919-4d38-4b50-a0bc-9fe7105316dd tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 819 time: 0.7470610 Mar 16 16:33:56.466267 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'port': {'device_id': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'admin_state_up': True, 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'security_groups': ['976bccb1-2182-47f6-8588-41db2b19103c']}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:56.476748 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:33:56.485567 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Request body: {'port': {'device_id': '563945b5-c749-473e-9951-9b1e310c4aa5', 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'admin_state_up': True, 'tenant_id': '4a418967bb354e35944e77d80fed1df3'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:56.497450 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Request body: {'port': {'device_id': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'admin_state_up': True, 'tenant_id': '4a418967bb354e35944e77d80fed1df3'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:56.716920 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-56ff0ce1-f6a8-4136-9262-024f47570500 req-27d6ee4e-c38c-49fc-be6e-86f5363a35ed tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.1721401 Mar 16 16:33:56.726804 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-4467b6f4-c905-4a5b-bdd6-63dde5c32109 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:56.728308 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-4467b6f4-c905-4a5b-bdd6-63dde5c32109 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 811 time: 0.9790511 Mar 16 16:33:56.732654 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33374) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:56.740645 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d876d545-ef17-4e95-8d27-c345f717b9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:56.776751 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-01c749fa-372b-4788-ad90-7b19e3463399 req-6c2ff547-c566-452c-aab8-d598951c1bbf tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.0691931 Mar 16 16:33:56.804502 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Made reservation on behalf of 4a418967bb354e35944e77d80fed1df3 for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:56.805708 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Made reservation on behalf of 4a418967bb354e35944e77d80fed1df3 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:56.809636 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:56.809783 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:56.842595 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Made reservation on behalf of 1a9c4783297e40fc9fbfee08686a43ef for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:56.846316 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:56.922379 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b4cd54a6-0c92-4165-85cb-56f7286ed1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.000481 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-739e4eea-364d-4347-81b1-41aa71938c3b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2376faa24a1947a2a4b4a41a87d143f9 HTTP/1.1" status: 200 len: 380 time: 0.2609153 Mar 16 16:33:57.023722 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'port': {'device_id': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'admin_state_up': True, 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'security_groups': ['69096529-dab9-4189-aeb6-6183e873668a']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:57.103620 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Allocated IP 172.20.0.3 (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6/4e05711c-7332-4baf-8d07-39698eb4d4e0/b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:57.154492 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d876d545-ef17-4e95-8d27-c345f717b9bf admin admin] Publish callbacks [] for security_group (d0281142-612c-4d02-825c-4320bbd772e0), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.165650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d876d545-ef17-4e95-8d27-c345f717b9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d0281142-612c-4d02-825c-4320bbd772e0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.172947 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e6586702-8022-4104-a06f-dd47775ecda6 req-0c09f174-444c-4ecf-bda7-f0d2b293a0af tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 210 time: 0.0706403 Mar 16 16:33:57.194889 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Allocated IP 172.20.0.8 (f7a93c05-5601-48e7-999a-3958f719c5b6/0519b139-c787-4de0-9c17-2494fbfdb8ac/d7c5d309-923b-4d56-85b6-6dcd67a00e33) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:57.216093 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Made reservation on behalf of 2376faa24a1947a2a4b4a41a87d143f9 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:33:57.219612 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.236785 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d876d545-ef17-4e95-8d27-c345f717b9bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae22f06121db468b8d50b050dbe1ef21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8157415 Mar 16 16:33:57.239231 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876d545-ef17-4e95-8d27-c345f717b9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0281142-612c-4d02-825c-4320bbd772e0,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:57.246436 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33382) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:57.266533 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b4cd54a6-0c92-4165-85cb-56f7286ed1b8 admin admin] Publish callbacks [] for security_group (07aaca99-3ba6-4899-b52a-e27b102b4b0b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.284503 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b4cd54a6-0c92-4165-85cb-56f7286ed1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (07aaca99-3ba6-4899-b52a-e27b102b4b0b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.368779 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b204-35c3-42a6-b6c3-452392c70c49 admin admin] Publish callbacks [] for security_group (d0281142-612c-4d02-825c-4320bbd772e0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.429757 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b4cd54a6-0c92-4165-85cb-56f7286ed1b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0242d3825cc4442ba25ca5462045062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935205 Mar 16 16:33:57.429757 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd54a6-0c92-4165-85cb-56f7286ed1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aaca99-3ba6-4899-b52a-e27b102b4b0b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:57.432086 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33386) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:57.459707 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b204-35c3-42a6-b6c3-452392c70c49 admin admin] Publish callbacks [] for security_group (d0281142-612c-4d02-825c-4320bbd772e0), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.501798 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Allocated IP 172.20.0.9 (968bf21c-e8e9-4922-94fc-4896f52cbf9a/fbe6c50e-89ca-412c-b9db-669aadf76bed/00b888d9-f722-4745-bf8b-1c92ed157aa3) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:57.543979 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks [] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.550007 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.572105 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-070231d0-2e65-48a7-a761-82517ae0529a admin admin] Publish callbacks [] for security_group (07aaca99-3ba6-4899-b52a-e27b102b4b0b), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.583324 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818d15b-5b9f-4350-ba2e-4e6d7e542a84 req-4ee1a89f-fcad-49b6-81ef-c198826ad05d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:57.585206 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5818d15b-5b9f-4350-ba2e-4e6d7e542a84 req-4ee1a89f-fcad-49b6-81ef-c198826ad05d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.1353197 Mar 16 16:33:57.614273 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b204-35c3-42a6-b6c3-452392c70c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d0281142-612c-4d02-825c-4320bbd772e0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.616838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b204-35c3-42a6-b6c3-452392c70c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.617936 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-4cb5b204-35c3-42a6-b6c3-452392c70c49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0281142-612c-4d02-825c-4320bbd772e0 HTTP/1.1" status: 204 len: 168 time: 0.3705566 Mar 16 16:33:57.618312 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-070231d0-2e65-48a7-a761-82517ae0529a admin admin] Publish callbacks [] for security_group (07aaca99-3ba6-4899-b52a-e27b102b4b0b), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.658819 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.660451 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.720463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5b204-35c3-42a6-b6c3-452392c70c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0281142-612c-4d02-825c-4320bbd772e0,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:57.726535 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Network f7a93c05-5601-48e7-999a-3958f719c5b6 is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:57.734013 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:57.735409 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:57.742025 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:57.744613 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:57.748431 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Pushing event updated for resources: {'Port': ['ID=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:57.750720 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:57.782948 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5818d15b-5b9f-4350-ba2e-4e6d7e542a84 req-d979a94a-d4dd-41e2-89f5-1897a65894b9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883507 Mar 16 16:33:57.799630 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-070231d0-2e65-48a7-a761-82517ae0529a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (07aaca99-3ba6-4899-b52a-e27b102b4b0b), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.801862 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-070231d0-2e65-48a7-a761-82517ae0529a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.803805 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-070231d0-2e65-48a7-a761-82517ae0529a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07aaca99-3ba6-4899-b52a-e27b102b4b0b HTTP/1.1" status: 204 len: 168 time: 0.3683720 Mar 16 16:33:57.816032 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Allocated IP 172.20.0.13 (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6/4e05711c-7332-4baf-8d07-39698eb4d4e0/0b1dac2b-f6a4-4e2c-8c5f-46173014f73f) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:33:57.873029 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070231d0-2e65-48a7-a761-82517ae0529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aaca99-3ba6-4899-b52a-e27b102b4b0b,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:57.923976 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.948841 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:57.949990 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:57.965755 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:57.982387 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:57.983057 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.055647 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-81a0fda3-5fca-4cd8-b4f2-d4f3ba1c7b32 req-79b4d55b-5d73-4f1b-8797-73092205d9d0 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.0819204 Mar 16 16:33:58.059704 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-876d8684-1dd3-4a7b-8cc6-f7ad18128602 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5988982 Mar 16 16:33:58.062959 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-85fbffdb-16cc-45b7-8afd-930fb355a484 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5918844 Mar 16 16:33:58.068201 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37385fdd-d545-4c93-8346-3196e1304dd9 req-500c78f1-65d8-4fd6-b0bb-cdd59d96ba45 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.1244822 Mar 16 16:33:58.087359 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.097521 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Request body: {'port': {'device_id': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:58.108025 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Request body: {'port': {'device_id': '563945b5-c749-473e-9951-9b1e310c4aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:58.271302 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:58.299400 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:58.305255 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:58.321996 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:58.322966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.342808 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.369645 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-dd5de6b8-16ba-4426-8ff0-d3b0688bb0d0 None None] Provisioning complete for port d7c5d309-923b-4d56-85b6-6dcd67a00e33 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:58.371375 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-dd5de6b8-16ba-4426-8ff0-d3b0688bb0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.408077 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.419568 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-dd5de6b8-16ba-4426-8ff0-d3b0688bb0d0 None None] Port d7c5d309-923b-4d56-85b6-6dcd67a00e33 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:58.496251 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'Port': ['ID=00b888d9-f722-4745-bf8b-1c92ed157aa3,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:58.513541 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ee088079-3d94-4db1-93ea-28a8776a603c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4949503 Mar 16 16:33:58.518286 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks [] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.543340 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33422) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:58.550920 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Request body: {'port': {'device_id': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:58.615633 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf71fe-da7d-4d51-a14e-a829a8ab7d1f req-b171d975-5ff4-45e6-a468-aa140912f714 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:58.616242 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f08c8de-97ad-4c45-9606-cd2319e93cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.617140 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3acf71fe-da7d-4d51-a14e-a829a8ab7d1f req-b171d975-5ff4-45e6-a468-aa140912f714 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 931 time: 0.3148887 Mar 16 16:33:58.648186 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-70136719-af18-4abe-bc82-e9eff1c28f9e None None] Provisioning complete for port 00b888d9-f722-4745-bf8b-1c92ed157aa3 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:33:58.649233 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-70136719-af18-4abe-bc82-e9eff1c28f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.681375 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33426) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:58.684656 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.741523 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-70136719-af18-4abe-bc82-e9eff1c28f9e None None] Port 00b888d9-f722-4745-bf8b-1c92ed157aa3 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:33:58.743368 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:58.801487 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Pushing event updated for resources: {'Port': ['ID=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:58.890895 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:33:58.900924 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:33:58.922451 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:33:58.927838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:58.928779 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.048597 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3acf71fe-da7d-4d51-a14e-a829a8ab7d1f req-20ea62a5-cd8f-48ca-9620-67e865d717b3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104986 Mar 16 16:33:59.048714 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-7c20a1f3-bac9-4822-ace2-8fb2be23bff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5649745 Mar 16 16:33:59.049499 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ddf1da3c-279a-47d6-9d2f-40080d94ba0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.091318 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Request body: {'port': {'device_id': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:33:59.337295 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f08c8de-97ad-4c45-9606-cd2319e93cb1 admin admin] Publish callbacks [] for security_group (de3cd31d-10a0-475c-81ec-d5f92853dcd6), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.376484 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f08c8de-97ad-4c45-9606-cd2319e93cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (de3cd31d-10a0-475c-81ec-d5f92853dcd6), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.476881 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597090a-d21b-4035-a9c9-8c679858a0f2 req-f8098ff7-ff49-44c8-a643-4dd309e2512c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:59.478366 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1597090a-d21b-4035-a9c9-8c679858a0f2 req-f8098ff7-ff49-44c8-a643-4dd309e2512c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 931 time: 0.3191981 Mar 16 16:33:59.514353 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c5d309-923b-4d56-85b6-6dcd67a00e33 {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:33:59.530713 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Publish callbacks [] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.549542 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33454) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:33:59.549856 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-8f08c8de-97ad-4c45-9606-cd2319e93cb1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4602fc783d5a414bac262538d58c1ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0036120 Mar 16 16:33:59.560158 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:33:59.573282 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08c8de-97ad-4c45-9606-cd2319e93cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3cd31d-10a0-475c-81ec-d5f92853dcd6,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:59.592946 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Transition to ACTIVE for port object d7c5d309-923b-4d56-85b6-6dcd67a00e33 will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:33:59.602911 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664358-c281-4436-8de0-e9f3247ec5e1 req-77aa9398-6931-41aa-9f31-9b75277e9eac tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:33:59.603255 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c4664358-c281-4436-8de0-e9f3247ec5e1 req-77aa9398-6931-41aa-9f31-9b75277e9eac tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 944 time: 0.6910908 Mar 16 16:33:59.618018 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Publish callbacks [] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.628197 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.649542 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.677165 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Transition to ACTIVE for port object b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:33:59.717916 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.726858 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1597090a-d21b-4035-a9c9-8c679858a0f2 req-f6d986e6-fe8d-4266-98ce-dc71d3aae829 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176895 Mar 16 16:33:59.784474 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:33:59.807364 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ddf1da3c-279a-47d6-9d2f-40080d94ba0a admin admin] Publish callbacks [] for security_group (8691a276-6c40-43f9-b69e-0ca931e19221), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.818858 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c4664358-c281-4436-8de0-e9f3247ec5e1 req-ac3729ca-30b5-4cf5-8c9b-7be9868bd46a tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874542 Mar 16 16:33:59.833358 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ddf1da3c-279a-47d6-9d2f-40080d94ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8691a276-6c40-43f9-b69e-0ca931e19221), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:33:59.914053 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0125f2bd-9e15-4f09-9212-6f81dbba0079 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:33:59.960338 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Pushing event updated for resources: {'Port': ['ID=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:00.047585 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-ddf1da3c-279a-47d6-9d2f-40080d94ba0a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64e1bd00411e45d782b66c75494a1fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3604012 Mar 16 16:34:00.055483 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b888d9-f722-4745-bf8b-1c92ed157aa3 {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:00.064883 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1da3c-279a-47d6-9d2f-40080d94ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8691a276-6c40-43f9-b69e-0ca931e19221,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:00.079498 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33466) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:00.087248 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Publish callbacks [] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.088246 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-94270496-3202-4379-ac67-9360f13b2d9c admin admin] Publish callbacks [] for security_group (de3cd31d-10a0-475c-81ec-d5f92853dcd6), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.131417 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 0125f2bd-9e15-4f09-9212-6f81dbba0079, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0125f2bd-9e15-4f09-9212-6f81dbba0079,segment=NetworkSegment(84e199c7-0142-443d-87ef-25021a98f6e0),segment_id=84e199c7-0142-443d-87ef-25021a98f6e0)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:00.144669 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '0125f2bd-9e15-4f09-9212-6f81dbba0079', 'network_id': '122892e6-3bbc-45b9-8b60-1bd191d4ecad', 'port_id': '0125f2bd-9e15-4f09-9212-6f81dbba0079', 'mac_address': 'fa:16:3e:b6:66:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:34:00.188162 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 0125f2bd-9e15-4f09-9212-6f81dbba0079 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:00.188666 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.205478 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0125f2bd-9e15-4f09-9212-6f81dbba0079 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:00.210741 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Attempting to bind port d7c5d309-923b-4d56-85b6-6dcd67a00e33 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:34:00.211674 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Attempting to bind port d7c5d309-923b-4d56-85b6-6dcd67a00e33 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:34:00.212088 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Attempting to bind port d7c5d309-923b-4d56-85b6-6dcd67a00e33 on network f7a93c05-5601-48e7-999a-3958f719c5b6 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:00.233340 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 0125f2bd-9e15-4f09-9212-6f81dbba0079, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0125f2bd-9e15-4f09-9212-6f81dbba0079,segment=NetworkSegment(84e199c7-0142-443d-87ef-25021a98f6e0),segment_id=84e199c7-0142-443d-87ef-25021a98f6e0)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:00.240180 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.241986 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c2993-2617-4fca-a52c-ed5392763da4 req-e215d465-f2dc-45b9-94a2-6bfffb78f3e1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:00.251230 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cd9c2993-2617-4fca-a52c-ed5392763da4 req-e215d465-f2dc-45b9-94a2-6bfffb78f3e1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 932 time: 0.3618786 Mar 16 16:34:00.304100 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Port d7c5d309-923b-4d56-85b6-6dcd67a00e33 on network f7a93c05-5601-48e7-999a-3958f719c5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:34:00.304789 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Attempting to bind port d7c5d309-923b-4d56-85b6-6dcd67a00e33 on network f7a93c05-5601-48e7-999a-3958f719c5b6 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:00.313645 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-94270496-3202-4379-ac67-9360f13b2d9c admin admin] Publish callbacks [] for security_group (de3cd31d-10a0-475c-81ec-d5f92853dcd6), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.329526 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:34:00.329870 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Checking segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:34:00.330339 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Bound using segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:34:00.330874 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Bound port: d7c5d309-923b-4d56-85b6-6dcd67a00e33, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:34:00.331237 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.332217 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Transition to ACTIVE for port object 00b888d9-f722-4745-bf8b-1c92ed157aa3 will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:34:00.376624 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.407442 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cd9c2993-2617-4fca-a52c-ed5392763da4 req-3e016f62-a713-4ac6-9f7d-9d81c0284a43 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552098 Mar 16 16:34:00.413291 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Attempting to bind port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:34:00.413858 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Attempting to bind port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:34:00.414356 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Attempting to bind port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a on network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:00.424764 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ed34008-6bf2-4aac-9a83-fd6a45e1d0b4 admin admin] Publish callbacks [] for security_group (8691a276-6c40-43f9-b69e-0ca931e19221), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.505333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a on network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:34:00.505664 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Attempting to bind port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a on network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:00.511047 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-94270496-3202-4379-ac67-9360f13b2d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (de3cd31d-10a0-475c-81ec-d5f92853dcd6), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.514459 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-94270496-3202-4379-ac67-9360f13b2d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.518886 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-94270496-3202-4379-ac67-9360f13b2d9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de3cd31d-10a0-475c-81ec-d5f92853dcd6 HTTP/1.1" status: 204 len: 168 time: 0.9647150 Mar 16 16:34:00.539787 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:34:00.540248 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Checking segment: {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:34:00.540683 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Bound using segment: {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:34:00.541158 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Bound port: b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:34:00.542520 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.573095 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:34:00.597275 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94270496-3202-4379-ac67-9360f13b2d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3cd31d-10a0-475c-81ec-d5f92853dcd6,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:00.615283 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:34:00.615750 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ed34008-6bf2-4aac-9a83-fd6a45e1d0b4 admin admin] Publish callbacks [] for security_group (8691a276-6c40-43f9-b69e-0ca931e19221), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.648457 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.657233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9dba4-718f-48f9-a0e2-132536e95554 req-c0b68416-c623-460d-9ef2-a79c3884e149 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:00.666440 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-48d9dba4-718f-48f9-a0e2-132536e95554 req-c0b68416-c623-460d-9ef2-a79c3884e149 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.4044447 Mar 16 16:34:00.728491 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Attempting to bind port 00b888d9-f722-4745-bf8b-1c92ed157aa3 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:34:00.728862 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Attempting to bind port 00b888d9-f722-4745-bf8b-1c92ed157aa3 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:34:00.729753 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Attempting to bind port 00b888d9-f722-4745-bf8b-1c92ed157aa3 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:00.754741 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=0125f2bd-9e15-4f09-9212-6f81dbba0079,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:00.766322 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Pushing event updated for resources: {'Port': ['ID=00b888d9-f722-4745-bf8b-1c92ed157aa3,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:00.773991 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:00.774970 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.777852 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] 10.222.0.57 "PUT /v2.0/ports/d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 1093 time: 2.6956789 Mar 16 16:34:00.777852 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:00.786743 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040ced2b-02ff-4558-86c1-da2acbb685ee" -d '{"events": [{"name": "network-changed", "server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:00.811757 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Port 00b888d9-f722-4745-bf8b-1c92ed157aa3 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:34:00.812313 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Attempting to bind port 00b888d9-f722-4745-bf8b-1c92ed157aa3 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:00.827209 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:34:00.827359 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Checking segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:34:00.827934 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Bound using segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:34:00.828404 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Bound port: 00b888d9-f722-4745-bf8b-1c92ed157aa3, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:34:00.828760 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:00.851550 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['0125f2bd-9e15-4f09-9212-6f81dbba0079'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:00.915433 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] For port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:34:01.025776 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] For port 00b888d9-f722-4745-bf8b-1c92ed157aa3, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:34:01.034469 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e2617-420c-460c-a632-bf69ab5d0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:01.036657 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] For port 00b888d9-f722-4745-bf8b-1c92ed157aa3, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:34:01.043029 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] For port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:34:01.077104 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.080469 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.084370 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-c9d96b2a-2a81-4813-a534-9752a53ccf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.086182 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-c9d96b2a-2a81-4813-a534-9752a53ccf2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1127 time: 0.2011886 Mar 16 16:34:01.135754 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903e64-e152-4203-8466-d2ffac239d53 req-c10ea887-bd61-4f36-8ec3-e392e0e2f3b1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.137756 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2e903e64-e152-4203-8466-d2ffac239d53 req-c10ea887-bd61-4f36-8ec3-e392e0e2f3b1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 943 time: 0.2127430 Mar 16 16:34:01.143168 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:01.173991 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Publish callbacks [] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.198708 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Transition to ACTIVE for port object 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:34:01.221798 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-48d9dba4-718f-48f9-a0e2-132536e95554 req-3dcd95a9-d7fd-489b-8235-502e39e9f57d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5538585 Mar 16 16:34:01.249645 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-8d69dad1-3dff-4e89-abae-7d89f5c34356 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 217 time: 0.1254675 Mar 16 16:34:01.281107 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.284106 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.284227 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.284787 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.284923 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.286204 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] 10.222.0.57 "PUT /v2.0/ports/00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 1093 time: 2.7449462 Mar 16 16:34:01.286350 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] 10.222.0.57 "PUT /v2.0/ports/b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 1093 time: 3.2003553 Mar 16 16:34:01.291263 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:01.415825 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba0ede2-0064-4cdd-84bc-d0f0198382b7 x-openstack-request-id: req-aba0ede2-0064-4cdd-84bc-d0f0198382b7 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:01.424391 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:01.425427 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aba0ede2-0064-4cdd-84bc-d0f0198382b7 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:01.433581 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'status': 'completed', 'code': 200} Mar 16 16:34:01.489558 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ed34008-6bf2-4aac-9a83-fd6a45e1d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8691a276-6c40-43f9-b69e-0ca931e19221), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.494170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ed34008-6bf2-4aac-9a83-fd6a45e1d0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:01.495965 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2ed34008-6bf2-4aac-9a83-fd6a45e1d0b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8691a276-6c40-43f9-b69e-0ca931e19221 HTTP/1.1" status: 204 len: 168 time: 1.4150417 Mar 16 16:34:01.561240 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8c68f-d959-465c-82b5-590c72bd9582 service neutron] Pushing event updated for resources: {'Port': ['ID=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:01.617947 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2e903e64-e152-4203-8466-d2ffac239d53 req-3e6abea5-0fa5-4a26-811b-1dad5ca4fff5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4707017 Mar 16 16:34:01.620005 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-a892599b-c95f-4597-bff9-6c85ccc9b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.621647 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-a892599b-c95f-4597-bff9-6c85ccc9b4eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.3317943 Mar 16 16:34:01.714138 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34008-6bf2-4aac-9a83-fd6a45e1d0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8691a276-6c40-43f9-b69e-0ca931e19221,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:01.760787 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f9cc8-e026-401b-8fd1-f68f3845b643 service neutron] Pushing event updated for resources: {'Port': ['ID=00b888d9-f722-4745-bf8b-1c92ed157aa3,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:01.776753 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-a94b79a8-6e17-4c21-8349-6deeef976b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.778582 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-a94b79a8-6e17-4c21-8349-6deeef976b18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1127 time: 0.3306153 Mar 16 16:34:01.828532 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bff257e-0925-4774-925f-96ec57912d24" -d '{"events": [{"name": "network-changed", "server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:01.833700 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-ed29808b-391d-448d-a4c7-5001ec2f4b68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 217 time: 0.0457928 Mar 16 16:34:01.849672 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830586a-1247-497f-8476-90dfc6070d77 req-cbe99bec-062d-4cad-a1c0-06386207f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.851701 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-cbe99bec-062d-4cad-a1c0-06386207f9d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2209785 Mar 16 16:34:01.879320 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-7ed13cca-b113-4008-b273-83cd078c545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:01.881300 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-7ed13cca-b113-4008-b273-83cd078c545f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1127 time: 0.4129725 Mar 16 16:34:02.013744 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:02.017373 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-a5d4e97f-2e9d-48b0-86cf-72aa46a44805 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 217 time: 0.0975652 Mar 16 16:34:02.023307 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Attempting to bind port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:34:02.023727 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Attempting to bind port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:34:02.024022 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Attempting to bind port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f on network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:02.037265 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5d520-a88e-4d20-8d2d-4bf5f90e7e90 req-c68f094b-b25c-43fd-98e7-1b0eac39694d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.044588 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8cf5d520-a88e-4d20-8d2d-4bf5f90e7e90 req-c68f094b-b25c-43fd-98e7-1b0eac39694d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.3285944 Mar 16 16:34:02.045214 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f600ad-6cdb-469f-99b2-8c6c44b5d440 req-16dff811-805b-4942-8ea8-6c26927ce423 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.046709 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-17f600ad-6cdb-469f-99b2-8c6c44b5d440 req-16dff811-805b-4942-8ea8-6c26927ce423 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 945 time: 0.4877856 Mar 16 16:34:02.052303 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-3ca3873b-6faf-459f-853b-82304be79b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.054278 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-3ca3873b-6faf-459f-853b-82304be79b71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.2071073 Mar 16 16:34:02.056257 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f on network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:34:02.056604 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Attempting to bind port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f on network 9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:02.096521 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:34:02.096868 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Checking segment: {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:34:02.097282 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Bound using segment: {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:34:02.098024 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Bound port: 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:34:02.098143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:02.139138 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-3d283e26-dc2f-4b11-92d7-20102b52c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.140630 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-3d283e26-dc2f-4b11-92d7-20102b52c23b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.1113369 Mar 16 16:34:02.158800 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8cf5d520-a88e-4d20-8d2d-4bf5f90e7e90 req-7fb7de64-2bd7-437e-91cf-30e38396db32 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133316 Mar 16 16:34:02.162301 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-ba5bcfd0-289b-47b9-a9f6-efba6083b575 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978246 Mar 16 16:34:02.170943 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-8f919276-d2e0-46e1-9f10-946c54407d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.172474 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-8f919276-d2e0-46e1-9f10-946c54407d12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000128 Mar 16 16:34:02.204968 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33540) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:02.242796 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-67f657b3-fbac-45d5-a9a7-a5ebdeca24a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779455 Mar 16 16:34:02.250508 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-17f600ad-6cdb-469f-99b2-8c6c44b5d440 req-14655897-7e54-436a-a691-32d029eb8b57 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949906 Mar 16 16:34:02.288308 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c26876c4-db8f-4ac7-a420-16ba77302604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:02.301021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33546) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:02.351073 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] For port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:34:02.404444 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] For port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:34:02.459788 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-213aec71-07fb-4b14-aa16-be5f0d8e4928 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797744 Mar 16 16:34:02.462694 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:02.528780 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c26876c4-db8f-4ac7-a420-16ba77302604 admin admin] Publish callbacks [] for security_group (713cafe1-bbfb-46f4-b99a-d4418595b9bd), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:02.532743 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f830586a-1247-497f-8476-90dfc6070d77 req-24eba5e0-1250-4769-a874-eb06bc9d0275 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642228 Mar 16 16:34:02.561767 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c26876c4-db8f-4ac7-a420-16ba77302604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (713cafe1-bbfb-46f4-b99a-d4418595b9bd), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:02.713180 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c26876c4-db8f-4ac7-a420-16ba77302604 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea3540600e6c40f4a5b495da81647127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070436 Mar 16 16:34:02.716508 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26876c4-db8f-4ac7-a420-16ba77302604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713cafe1-bbfb-46f4-b99a-d4418595b9bd,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:02.719784 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33560) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:02.752825 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.753703 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:02.755113 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] 10.222.0.57 "PUT /v2.0/ports/0b1dac2b-f6a4-4e2c-8c5f-46173014f73f HTTP/1.1" status: 200 len: 1094 time: 3.6875291 Mar 16 16:34:02.758822 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91fc0f5-25af-424f-a1d1-5c80b8a09012 x-openstack-request-id: req-d91fc0f5-25af-424f-a1d1-5c80b8a09012 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:02.759103 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:02.759609 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d91fc0f5-25af-424f-a1d1-5c80b8a09012 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:02.760119 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'status': 'completed', 'code': 200} Mar 16 16:34:02.783802 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-f8c50174-5fc6-45f0-88c1-3971066a086d service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323491 Mar 16 16:34:02.803582 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fc793a32-2d8e-42cd-9c36-38aa1319b253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:02.817527 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c22bbf45-d6fb-4179-89de-1e6016392998 req-9f98fb33-fef2-4d0c-9383-756342d78ec6 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827122 Mar 16 16:34:02.824080 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-a916ab2d-9da4-433e-bd36-f6e7fc13dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.825713 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-a916ab2d-9da4-433e-bd36-f6e7fc13dbb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1127 time: 0.1949430 Mar 16 16:34:02.834203 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffa718-ab5b-4238-b044-cdf3bca1f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:02.904142 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9be526-ac65-4ada-b268-1a554d8da1f4 req-9296683b-9645-4ec8-927a-a9b3e1d67860 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:02.906353 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5d9be526-ac65-4ada-b268-1a554d8da1f4 req-9296683b-9645-4ec8-927a-a9b3e1d67860 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.5155487 Mar 16 16:34:03.032892 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-5e78621b-40fa-4b47-b073-8cb47d169e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.034432 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-5e78621b-40fa-4b47-b073-8cb47d169e64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 1128 time: 0.2277861 Mar 16 16:34:03.066678 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-31ffb84b-118d-446c-85f9-52b46cd80444 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730722 Mar 16 16:34:03.069889 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5d9be526-ac65-4ada-b268-1a554d8da1f4 req-e09bc854-a91c-497b-b88a-ac80dd8ec5d0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529999 Mar 16 16:34:03.108127 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-05a55cbd-bfa4-4bba-b76f-1237847cf821 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f HTTP/1.1" status: 200 len: 217 time: 0.0599759 Mar 16 16:34:03.138362 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3637f1fa-1d2b-4cf4-911b-8116c2e66829 admin admin] Publish callbacks [] for security_group (713cafe1-bbfb-46f4-b99a-d4418595b9bd), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.158867 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fc793a32-2d8e-42cd-9c36-38aa1319b253 admin admin] Publish callbacks [] for security_group (890cbd7f-180d-4098-b2e3-892daa84f67b), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.162717 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dacc16-d44f-41cd-ba55-6ed64408f2e4 req-0bc7f490-5695-4d58-93e3-2a3405d6d2d1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.164383 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d1dacc16-d44f-41cd-ba55-6ed64408f2e4 req-0bc7f490-5695-4d58-93e3-2a3405d6d2d1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 943 time: 0.4230728 Mar 16 16:34:03.169204 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fc793a32-2d8e-42cd-9c36-38aa1319b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (890cbd7f-180d-4098-b2e3-892daa84f67b), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.203552 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-99c267f1-4af5-4100-960d-59fb52f9a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.205150 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-99c267f1-4af5-4100-960d-59fb52f9a664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0875130 Mar 16 16:34:03.208187 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3637f1fa-1d2b-4cf4-911b-8116c2e66829 admin admin] Publish callbacks [] for security_group (713cafe1-bbfb-46f4-b99a-d4418595b9bd), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.226358 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-fc793a32-2d8e-42cd-9c36-38aa1319b253 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a1e5861dd454f73bd72656ac3458a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9229031 Mar 16 16:34:03.231942 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33570) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:03.253233 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-a9f73a5f-4386-4867-8706-a8ef384cddf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410666 Mar 16 16:34:03.254944 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc793a32-2d8e-42cd-9c36-38aa1319b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890cbd7f-180d-4098-b2e3-892daa84f67b,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:03.268185 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-d431d554-c559-4d43-9a0c-b6b4e05dbc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.270350 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-d431d554-c559-4d43-9a0c-b6b4e05dbc63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.4382849 Mar 16 16:34:03.407538 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-118aac60-e327-44aa-9f4d-36c3e70eca31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 217 time: 0.1137424 Mar 16 16:34:03.410814 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d1dacc16-d44f-41cd-ba55-6ed64408f2e4 req-20b381b8-eedc-4cdb-ab99-e13cdb60e085 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294042 Mar 16 16:34:03.425517 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff257e-0925-4774-925f-96ec57912d24 req-c442c2ee-fc41-4229-8f31-39b64ef9255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.427014 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bff257e-0925-4774-925f-96ec57912d24 req-c442c2ee-fc41-4229-8f31-39b64ef9255e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1127 time: 0.3096316 Mar 16 16:34:03.446668 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563945b5-c749-473e-9951-9b1e310c4aa5', 'tag': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:03.451284 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4225c3-437c-498f-96b2-5427b0a8b26d" -d '{"events": [{"name": "network-changed", "server_uuid": "563945b5-c749-473e-9951-9b1e310c4aa5", "tag": "b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:03.482560 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-c6672965-8c2a-4fbb-88a1-32d5de601755 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183890 Mar 16 16:34:03.533458 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3637f1fa-1d2b-4cf4-911b-8116c2e66829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (713cafe1-bbfb-46f4-b99a-d4418595b9bd), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.535985 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3637f1fa-1d2b-4cf4-911b-8116c2e66829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.537167 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-3637f1fa-1d2b-4cf4-911b-8116c2e66829 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/713cafe1-bbfb-46f4-b99a-d4418595b9bd HTTP/1.1" status: 204 len: 168 time: 0.8144159 Mar 16 16:34:03.547920 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-52e573cd-f4f6-403b-b43b-56809856c523 admin admin] Publish callbacks [] for security_group (890cbd7f-180d-4098-b2e3-892daa84f67b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.564310 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637f1fa-1d2b-4cf4-911b-8116c2e66829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713cafe1-bbfb-46f4-b99a-d4418595b9bd,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:03.571556 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-6adb15bf-a2d0-45b0-af70-ff4d1cfaf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.573806 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-6adb15bf-a2d0-45b0-af70-ff4d1cfaf2cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.1594589 Mar 16 16:34:03.581126 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d5d78-2614-4f65-9a08-330c02a550d6 req-3f1d2022-b7a1-4996-9300-963687f45088 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.584888 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-879d5d78-2614-4f65-9a08-330c02a550d6 req-3f1d2022-b7a1-4996-9300-963687f45088 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.3219736 Mar 16 16:34:03.638515 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-52e573cd-f4f6-403b-b43b-56809856c523 admin admin] Publish callbacks [] for security_group (890cbd7f-180d-4098-b2e3-892daa84f67b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.649333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff257e-0925-4774-925f-96ec57912d24 req-27529256-ac5a-47cf-8b02-89b0e21f4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.651365 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bff257e-0925-4774-925f-96ec57912d24 req-27529256-ac5a-47cf-8b02-89b0e21f4154 service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.1952634 Mar 16 16:34:03.661391 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae613d83-38c4-4a2a-a2ab-0d460c9f33fb req-8b42db5f-3329-41f6-aec4-f67adb61a33c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.662800 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ae613d83-38c4-4a2a-a2ab-0d460c9f33fb req-8b42db5f-3329-41f6-aec4-f67adb61a33c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 945 time: 0.1491594 Mar 16 16:34:03.673672 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a5b114a5-67b1-4007-80b9-1975a69f92b2 req-69bfee9d-2882-4ed5-b1b6-7b6bc9bdadb2 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829247 Mar 16 16:34:03.712659 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-c09d2ba7-8ef1-4730-b984-67a940e55541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.715035 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-c09d2ba7-8ef1-4730-b984-67a940e55541 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1322629 Mar 16 16:34:03.717910 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bff257e-0925-4774-925f-96ec57912d24 req-53b75bbb-3abb-437a-a01a-87be81e9b0c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 217 time: 0.0534465 Mar 16 16:34:03.728804 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-879d5d78-2614-4f65-9a08-330c02a550d6 req-4e11941a-38e2-4ed3-8577-d803f98b57e0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185386 Mar 16 16:34:03.746044 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-52e573cd-f4f6-403b-b43b-56809856c523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (890cbd7f-180d-4098-b2e3-892daa84f67b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.749246 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-52e573cd-f4f6-403b-b43b-56809856c523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:03.751514 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-52e573cd-f4f6-403b-b43b-56809856c523 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/890cbd7f-180d-4098-b2e3-892daa84f67b HTTP/1.1" status: 204 len: 168 time: 0.5192459 Mar 16 16:34:03.777979 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e573cd-f4f6-403b-b43b-56809856c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890cbd7f-180d-4098-b2e3-892daa84f67b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:03.822490 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc74cb4-aa86-48a9-989e-714c2a122d7a x-openstack-request-id: req-acc74cb4-aa86-48a9-989e-714c2a122d7a {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:03.822490 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563945b5-c749-473e-9951-9b1e310c4aa5", "tag": "b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:03.822490 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acc74cb4-aa86-48a9-989e-714c2a122d7a {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:03.822490 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563945b5-c749-473e-9951-9b1e310c4aa5', 'tag': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a', 'status': 'completed', 'code': 200} Mar 16 16:34:03.832523 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff257e-0925-4774-925f-96ec57912d24 req-f80e8058-c7ee-4885-bf6b-df1a16b59b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.833984 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bff257e-0925-4774-925f-96ec57912d24 req-f80e8058-c7ee-4885-bf6b-df1a16b59b31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0992773 Mar 16 16:34:03.871128 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-e0bf8c3e-68e4-4bbd-aa75-ce56a58810e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.872660 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-e0bf8c3e-68e4-4bbd-aa75-ce56a58810e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1127 time: 0.0582724 Mar 16 16:34:03.884152 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ae613d83-38c4-4a2a-a2ab-0d460c9f33fb req-8e502c99-b90b-4588-a1f1-227f88f1cc64 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112844 Mar 16 16:34:03.909880 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0125f2bd-9e15-4f09-9212-6f81dbba0079 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:34:03.929375 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff257e-0925-4774-925f-96ec57912d24 req-d1a9aaa3-b3d2-4b37-9b3a-6b05204a4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:03.930954 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bff257e-0925-4774-925f-96ec57912d24 req-d1a9aaa3-b3d2-4b37-9b3a-6b05204a4213 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881011 Mar 16 16:34:03.933520 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-dfc50bf6-8b61-4525-8027-a24b242711a6 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070782 Mar 16 16:34:03.978654 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 0125f2bd-9e15-4f09-9212-6f81dbba0079 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:34:03.985856 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 0125f2bd-9e15-4f09-9212-6f81dbba0079 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:34:03.986744 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:04.070814 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-b6f27c2b-fcc9-4b91-af77-3f9b16bd168f service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269853 Mar 16 16:34:04.113718 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 0125f2bd-9e15-4f09-9212-6f81dbba0079 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:04.114116 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:04.134949 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-5922651f-8f74-47f9-aee9-6c3b9ad2eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:04.137612 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-5922651f-8f74-47f9-aee9-6c3b9ad2eb4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.2579019 Mar 16 16:34:04.151442 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125f2bd-9e15-4f09-9212-6f81dbba0079'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:04.189431 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bff257e-0925-4774-925f-96ec57912d24 req-9a06f6ee-a5de-487b-9130-c105adf602e5 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414875 Mar 16 16:34:04.218371 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-b5b9b03c-b9e1-47f0-ab11-5bd4eeaf647a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 217 time: 0.0731349 Mar 16 16:34:04.320128 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-74b7e071-640f-4749-b7af-f9f4dea1c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:04.322047 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-74b7e071-640f-4749-b7af-f9f4dea1c2da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0957973 Mar 16 16:34:04.324440 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 0125f2bd-9e15-4f09-9212-6f81dbba0079, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0125f2bd-9e15-4f09-9212-6f81dbba0079,segment=NetworkSegment(84e199c7-0142-443d-87ef-25021a98f6e0),segment_id=84e199c7-0142-443d-87ef-25021a98f6e0)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:04.329220 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:04.367452 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-cc8b6330-3598-4a6d-b9e2-e2af968f4879 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333500 Mar 16 16:34:04.382229 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bff257e-0925-4774-925f-96ec57912d24 req-5416b157-267b-4e44-b8d9-66d81ff9748d service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899424 Mar 16 16:34:04.396525 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f374-2539-44b5-a4f9-bc28783d57d5 req-93604c95-c9cf-4db7-8990-bba0a50f1fd7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:04.397724 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=0125f2bd-9e15-4f09-9212-6f81dbba0079,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:04.397941 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d283f374-2539-44b5-a4f9-bc28783d57d5 req-93604c95-c9cf-4db7-8990-bba0a50f1fd7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.1388149 Mar 16 16:34:04.425126 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33604) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:04.443126 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6f76ce3e-1c55-49af-94d7-46aafb360bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:04.537093 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d283f374-2539-44b5-a4f9-bc28783d57d5 req-031d86c8-c40f-4431-93b8-7b307d3c3f87 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201177 Mar 16 16:34:04.553936 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-c4ecd183-f8a5-4e80-aa4d-9a5e51fe0db2 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793654 Mar 16 16:34:04.582166 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf372c7-470d-4583-965b-cd32b48f14e9" -d '{"events": [{"server_uuid": "1dceff1d-4b81-493b-a0a4-f76eeff22515", "name": "network-vif-plugged", "status": "completed", "tag": "0125f2bd-9e15-4f09-9212-6f81dbba0079"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:04.690231 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6f76ce3e-1c55-49af-94d7-46aafb360bb2 admin admin] Publish callbacks [] for security_group (41d99d1f-6d81-4787-8ca5-3c6444788d43), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:04.699102 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6f76ce3e-1c55-49af-94d7-46aafb360bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (41d99d1f-6d81-4787-8ca5-3c6444788d43), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:04.727688 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c4225c3-437c-498f-96b2-5427b0a8b26d req-eef4f97e-44d6-4576-80e9-581e0aaacb48 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660869 Mar 16 16:34:04.738761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76ce3e-1c55-49af-94d7-46aafb360bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d99d1f-6d81-4787-8ca5-3c6444788d43,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:04.763567 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'tag': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:04.765965 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa16114-c954-4026-b2d8-adff24e07dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "231ad5dc-519f-47ad-b32b-65e65ec9700c", "tag": "0b1dac2b-f6a4-4e2c-8c5f-46173014f73f"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:04.770943 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33924922-9d5e-4744-ab9a-2f137ce92e20 req-7a0b54a8-8389-4d05-9a81-4ad1e37bbbd5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:04.778958 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-33924922-9d5e-4744-ab9a-2f137ce92e20 req-7a0b54a8-8389-4d05-9a81-4ad1e37bbbd5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 943 time: 0.2346420 Mar 16 16:34:04.784732 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6f76ce3e-1c55-49af-94d7-46aafb360bb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a78e4a2cd2334e4293ab50347bc53dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566668 Mar 16 16:34:04.796356 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33622) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:04.868605 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-33924922-9d5e-4744-ab9a-2f137ce92e20 req-1e741887-3b57-423f-aac0-cde059a5629e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887194 Mar 16 16:34:04.887324 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7de41f-b23a-4a61-8b78-0cd0f86e00c8 x-openstack-request-id: req-0d7de41f-b23a-4a61-8b78-0cd0f86e00c8 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:04.887818 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dceff1d-4b81-493b-a0a4-f76eeff22515", "name": "network-vif-plugged", "status": "completed", "tag": "0125f2bd-9e15-4f09-9212-6f81dbba0079", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:04.888229 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d7de41f-b23a-4a61-8b78-0cd0f86e00c8 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:04.888901 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125f2bd-9e15-4f09-9212-6f81dbba0079', 'code': 200} Mar 16 16:34:04.944933 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7aed18c6-e6ef-44cd-8c4e-0a1337d6135a admin admin] Publish callbacks [] for security_group (41d99d1f-6d81-4787-8ca5-3c6444788d43), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:04.967454 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f961e5-9839-4735-87ed-2daa43e46a5d x-openstack-request-id: req-d0f961e5-9839-4735-87ed-2daa43e46a5d {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:04.967928 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231ad5dc-519f-47ad-b32b-65e65ec9700c", "tag": "0b1dac2b-f6a4-4e2c-8c5f-46173014f73f", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:04.968075 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0f961e5-9839-4735-87ed-2daa43e46a5d {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:04.968824 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'tag': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f', 'status': 'completed', 'code': 200} Mar 16 16:34:04.991919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7aed18c6-e6ef-44cd-8c4e-0a1337d6135a admin admin] Publish callbacks [] for security_group (41d99d1f-6d81-4787-8ca5-3c6444788d43), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:05.086629 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460c454-56e1-4532-a068-173e13ea2f0f req-388d4fe1-07e8-4672-92e2-f76221e4c36c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:05.094849 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5460c454-56e1-4532-a068-173e13ea2f0f req-388d4fe1-07e8-4672-92e2-f76221e4c36c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0650151 Mar 16 16:34:05.111708 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-c40f22dd-29a8-40a5-bf2c-38fd9e477881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:05.114195 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-c40f22dd-29a8-40a5-bf2c-38fd9e477881 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 1128 time: 0.1197577 Mar 16 16:34:05.127487 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e069e3-5765-4b4a-af0e-0a5a2a42dfec req-abb49bdc-b0c2-4867-a565-6788e3e8f132 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:05.129149 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f7e069e3-5765-4b4a-af0e-0a5a2a42dfec req-abb49bdc-b0c2-4867-a565-6788e3e8f132 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.1046176 Mar 16 16:34:05.154754 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5460c454-56e1-4532-a068-173e13ea2f0f req-faf5c697-f85e-4a09-9879-b49080b920a3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596588 Mar 16 16:34:05.183880 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7aed18c6-e6ef-44cd-8c4e-0a1337d6135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (41d99d1f-6d81-4787-8ca5-3c6444788d43), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:05.186486 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7aed18c6-e6ef-44cd-8c4e-0a1337d6135a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:05.190522 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7aed18c6-e6ef-44cd-8c4e-0a1337d6135a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41d99d1f-6d81-4787-8ca5-3c6444788d43 HTTP/1.1" status: 204 len: 168 time: 0.3986802 Mar 16 16:34:05.234546 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed18c6-e6ef-44cd-8c4e-0a1337d6135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d99d1f-6d81-4787-8ca5-3c6444788d43,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:05.308213 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbc714-421c-48d1-bf34-5900bb101287 req-6e14e6e7-4125-4501-82c0-45d5fcfdb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:05.311442 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-53fbc714-421c-48d1-bf34-5900bb101287 req-6e14e6e7-4125-4501-82c0-45d5fcfdb826 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 1130 time: 0.1615336 Mar 16 16:34:05.337109 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-53fbc714-421c-48d1-bf34-5900bb101287 req-504e8716-3543-4351-85ba-83a3b554aecf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:05.400227 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f7e069e3-5765-4b4a-af0e-0a5a2a42dfec req-d70a6e61-6f02-4d93-990d-22966ad3d4f9 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619789 Mar 16 16:34:05.424552 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-53302505-c9ff-4c7d-b262-1193779f1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:05.426948 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-53302505-c9ff-4c7d-b262-1193779f1240 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.2965593 Mar 16 16:34:05.446463 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-53fbc714-421c-48d1-bf34-5900bb101287 req-504e8716-3543-4351-85ba-83a3b554aecf service neutron] Publish callbacks [] for security_group (a24d050b-bb11-419f-80d1-9a0eb0322a77), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:05.451763 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-53fbc714-421c-48d1-bf34-5900bb101287 req-504e8716-3543-4351-85ba-83a3b554aecf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a24d050b-bb11-419f-80d1-9a0eb0322a77), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:05.503274 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-53fbc714-421c-48d1-bf34-5900bb101287 req-504e8716-3543-4351-85ba-83a3b554aecf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847792 Mar 16 16:34:05.505161 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e8716-3543-4351-85ba-83a3b554aecf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d050b-bb11-419f-80d1-9a0eb0322a77,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:05.689981 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe585b-0f13-44eb-95ad-abe97d8ad8e0 req-9796b2c5-c09c-444c-8649-9d04c4680552 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:05.692165 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-46fe585b-0f13-44eb-95ad-abe97d8ad8e0 req-9796b2c5-c09c-444c-8649-9d04c4680552 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0669420 Mar 16 16:34:05.743158 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-46fe585b-0f13-44eb-95ad-abe97d8ad8e0 req-b645cbe8-cd51-43b6-a62c-83f99896a717 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Mar 16 16:34:06.011349 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b9d8-3c9b-4d92-8788-3ea0ca0835e6 req-adf17eb1-b24a-46b6-8ae0-ae513e358ead tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:06.012915 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f3f7b9d8-3c9b-4d92-8788-3ea0ca0835e6 req-adf17eb1-b24a-46b6-8ae0-ae513e358ead tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 943 time: 0.0753350 Mar 16 16:34:06.061893 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f3f7b9d8-3c9b-4d92-8788-3ea0ca0835e6 req-396dae9f-ab09-418b-b560-504d98cdea9b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424862 Mar 16 16:34:06.283365 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2e641-3a72-4f42-9ac2-4f678c61d71f req-5406db5a-d034-475d-b5b8-b2d6527f6e9c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:06.289843 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0ee2e641-3a72-4f42-9ac2-4f678c61d71f req-5406db5a-d034-475d-b5b8-b2d6527f6e9c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0634074 Mar 16 16:34:06.337009 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0ee2e641-3a72-4f42-9ac2-4f678c61d71f req-24868bb8-23c7-4ad7-84a1-5cd9882447d5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Mar 16 16:34:06.477021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33700) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:06.556208 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795d3c8-4817-4892-84ba-56888d04da88 req-fc63f0af-39bf-495c-8eb6-edcc3ffec4a7 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:06.558049 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7795d3c8-4817-4892-84ba-56888d04da88 req-fc63f0af-39bf-495c-8eb6-edcc3ffec4a7 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0679643 Mar 16 16:34:06.632970 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7795d3c8-4817-4892-84ba-56888d04da88 req-1a22bb4a-4ce3-4136-ac8b-31768ddf5aa1 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 Mar 16 16:34:06.736881 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5f8efe10-9894-48c0-a8ab-86364b1cb9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:06.829133 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5f8efe10-9894-48c0-a8ab-86364b1cb9d9 admin admin] Publish callbacks [] for security_group (ecbffe7e-002c-4f29-a26d-8d3c8659421c), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:06.833294 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5f8efe10-9894-48c0-a8ab-86364b1cb9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (ecbffe7e-002c-4f29-a26d-8d3c8659421c), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:06.873590 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5f8efe10-9894-48c0-a8ab-86364b1cb9d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=feb118de3e0249ce9543459d7a235f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955734 Mar 16 16:34:06.876642 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33720) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:06.884380 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8efe10-9894-48c0-a8ab-86364b1cb9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbffe7e-002c-4f29-a26d-8d3c8659421c,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:06.886849 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2f62a-d3b9-4261-b195-ffb430e9c81c req-8efee594-fdc4-428f-9909-618b4df4ecd1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:06.888548 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f6f2f62a-d3b9-4261-b195-ffb430e9c81c req-8efee594-fdc4-428f-9909-618b4df4ecd1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0591199 Mar 16 16:34:06.932571 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ea0b1b1a-d601-43cf-aee3-d3edafd65a61 admin admin] Publish callbacks [] for security_group (ecbffe7e-002c-4f29-a26d-8d3c8659421c), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:06.939688 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f6f2f62a-d3b9-4261-b195-ffb430e9c81c req-8ca9bb3e-39e5-4225-bdf3-c86d943b91a8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Mar 16 16:34:06.956106 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ea0b1b1a-d601-43cf-aee3-d3edafd65a61 admin admin] Publish callbacks [] for security_group (ecbffe7e-002c-4f29-a26d-8d3c8659421c), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.021087 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ea0b1b1a-d601-43cf-aee3-d3edafd65a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (ecbffe7e-002c-4f29-a26d-8d3c8659421c), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.023947 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ea0b1b1a-d601-43cf-aee3-d3edafd65a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.028159 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-ea0b1b1a-d601-43cf-aee3-d3edafd65a61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecbffe7e-002c-4f29-a26d-8d3c8659421c HTTP/1.1" status: 204 len: 168 time: 0.1477344 Mar 16 16:34:07.034791 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b1b1a-d601-43cf-aee3-d3edafd65a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbffe7e-002c-4f29-a26d-8d3c8659421c,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:07.182992 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf81fc-6675-4d61-b481-e1541405a1da req-b56f3b28-6f18-45e7-b1d0-75375eb8f087 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:07.184495 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2eaf81fc-6675-4d61-b481-e1541405a1da req-b56f3b28-6f18-45e7-b1d0-75375eb8f087 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 943 time: 0.0539236 Mar 16 16:34:07.234457 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2eaf81fc-6675-4d61-b481-e1541405a1da req-0664ead7-2728-4eb5-ba0e-524da9dfe478 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Mar 16 16:34:07.314029 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 33732) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:07.327911 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6a7be2df-1cbc-4777-8b56-b608d7e7d698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.418459 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6a7be2df-1cbc-4777-8b56-b608d7e7d698 admin admin] Publish callbacks [] for security_group (af303e87-8cf4-409e-bfc7-3dbcf4d419c6), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.422469 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6a7be2df-1cbc-4777-8b56-b608d7e7d698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (af303e87-8cf4-409e-bfc7-3dbcf4d419c6), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.456975 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805b95f-f874-4381-9836-7a2b08b2e3d4 req-c526f400-c182-4803-ba49-582826ad1f7f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:07.458441 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5805b95f-f874-4381-9836-7a2b08b2e3d4 req-c526f400-c182-4803-ba49-582826ad1f7f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0512669 Mar 16 16:34:07.461127 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-6a7be2df-1cbc-4777-8b56-b608d7e7d698 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=141d0f6315a2419db60e8bde1b7104e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459999 Mar 16 16:34:07.461973 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7be2df-1cbc-4777-8b56-b608d7e7d698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af303e87-8cf4-409e-bfc7-3dbcf4d419c6,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:07.464035 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33738) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:07.533768 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5805b95f-f874-4381-9836-7a2b08b2e3d4 req-8164c2e1-2205-4ed4-87a3-3e1575e97df3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668633 Mar 16 16:34:07.546375 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ba171c2b-8fed-4200-9735-e8af29aedb7b admin admin] Publish callbacks [] for security_group (af303e87-8cf4-409e-bfc7-3dbcf4d419c6), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.568822 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ba171c2b-8fed-4200-9735-e8af29aedb7b admin admin] Publish callbacks [] for security_group (af303e87-8cf4-409e-bfc7-3dbcf4d419c6), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.613912 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ba171c2b-8fed-4200-9735-e8af29aedb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (af303e87-8cf4-409e-bfc7-3dbcf4d419c6), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.616535 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ba171c2b-8fed-4200-9735-e8af29aedb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:07.617716 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ba171c2b-8fed-4200-9735-e8af29aedb7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af303e87-8cf4-409e-bfc7-3dbcf4d419c6 HTTP/1.1" status: 204 len: 168 time: 0.1522906 Mar 16 16:34:07.625999 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba171c2b-8fed-4200-9735-e8af29aedb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af303e87-8cf4-409e-bfc7-3dbcf4d419c6,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:07.740919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25b2bf-6ddd-4780-b3f5-cc6fddc9b70c req-bfa94617-a23f-409c-bbd1-1502b72c5fc3 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:07.742562 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cb25b2bf-6ddd-4780-b3f5-cc6fddc9b70c req-bfa94617-a23f-409c-bbd1-1502b72c5fc3 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0538001 Mar 16 16:34:07.790861 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cb25b2bf-6ddd-4780-b3f5-cc6fddc9b70c req-7e379684-449e-4a89-b569-07da0e0a639d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Mar 16 16:34:08.071348 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928b9d-189f-4abe-a1e7-58d5749788ed req-2b8223bc-f251-46ff-a7e3-132e7fd229fa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:08.073045 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a928b9d-189f-4abe-a1e7-58d5749788ed req-2b8223bc-f251-46ff-a7e3-132e7fd229fa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0561523 Mar 16 16:34:08.085140 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00b888d9-f722-4745-bf8b-1c92ed157aa3 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:34:08.173314 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a928b9d-189f-4abe-a1e7-58d5749788ed req-5170b463-6ffb-4137-9d8c-cdc37571a0e2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946028 Mar 16 16:34:08.251942 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 00b888d9-f722-4745-bf8b-1c92ed157aa3, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:08.268586 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'port_id': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'mac_address': 'fa:16:3e:ea:d7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:34:08.349165 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 00b888d9-f722-4745-bf8b-1c92ed157aa3 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:08.349942 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:08.371308 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b888d9-f722-4745-bf8b-1c92ed157aa3 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:08.399873 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 00b888d9-f722-4745-bf8b-1c92ed157aa3, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:08.408818 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:08.410032 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:34:08.418116 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1dd8f-431e-4e0b-8f8d-191ef47004a0 req-6a976830-aed7-45f1-8eb9-2cc19ca76f22 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:08.431412 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85d1dd8f-431e-4e0b-8f8d-191ef47004a0 req-6a976830-aed7-45f1-8eb9-2cc19ca76f22 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 943 time: 0.0859196 Mar 16 16:34:08.511927 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85d1dd8f-431e-4e0b-8f8d-191ef47004a0 req-7ee9aaff-51d5-4b7c-9054-2c29e10f9472 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741363 Mar 16 16:34:08.553843 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=00b888d9-f722-4745-bf8b-1c92ed157aa3,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:08.575878 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:08.593378 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'port_id': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'mac_address': 'fa:16:3e:e9:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:34:08.638098 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:08.638456 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:08.652470 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c5d309-923b-4d56-85b6-6dcd67a00e33 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:08.671793 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26696-3f86-4745-8c24-cb047581da3e req-c6b4f912-250a-4276-9f60-e9887f793c1b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:08.673371 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-28e26696-3f86-4745-8c24-cb047581da3e req-c6b4f912-250a-4276-9f60-e9887f793c1b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0618751 Mar 16 16:34:08.674755 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:08.679066 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:08.723712 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-28e26696-3f86-4745-8c24-cb047581da3e req-ecb43cab-7d34-4925-b29c-fd22f5ef66a6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Mar 16 16:34:08.727199 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:08.906115 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33792) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:08.910173 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11b4d-2cef-4a5c-bab7-7d8f5c805f8c req-255a64e2-4b0d-4f62-9eca-982d0028abf0 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:08.911624 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-95e11b4d-2cef-4a5c-bab7-7d8f5c805f8c req-255a64e2-4b0d-4f62-9eca-982d0028abf0 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Mar 16 16:34:08.972248 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-95e11b4d-2cef-4a5c-bab7-7d8f5c805f8c req-78cb8ffc-9285-49dc-9439-47621a69431f tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543997 Mar 16 16:34:09.025661 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-48103b3e-4a11-4b30-a1e7-d591101511b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:09.103446 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-48103b3e-4a11-4b30-a1e7-d591101511b8 admin admin] Publish callbacks [] for security_group (be35fc01-1367-40e6-9e9a-06a063db4b86), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:09.107049 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-48103b3e-4a11-4b30-a1e7-d591101511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (be35fc01-1367-40e6-9e9a-06a063db4b86), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:09.142418 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48103b3e-4a11-4b30-a1e7-d591101511b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be35fc01-1367-40e6-9e9a-06a063db4b86,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:09.146622 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-48103b3e-4a11-4b30-a1e7-d591101511b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=054cabdbf1e648f0a153a975067123bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394698 Mar 16 16:34:09.149249 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33798) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:09.195318 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-392c19e7-8a96-427b-b7b8-f41569288ff9 admin admin] Publish callbacks [] for security_group (be35fc01-1367-40e6-9e9a-06a063db4b86), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:09.217396 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-392c19e7-8a96-427b-b7b8-f41569288ff9 admin admin] Publish callbacks [] for security_group (be35fc01-1367-40e6-9e9a-06a063db4b86), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:09.291802 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-392c19e7-8a96-427b-b7b8-f41569288ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (be35fc01-1367-40e6-9e9a-06a063db4b86), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:09.294442 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-392c19e7-8a96-427b-b7b8-f41569288ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:09.295592 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-392c19e7-8a96-427b-b7b8-f41569288ff9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be35fc01-1367-40e6-9e9a-06a063db4b86 HTTP/1.1" status: 204 len: 168 time: 0.1454225 Mar 16 16:34:09.304124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0bd75-8ba9-46df-bb7c-1f1171e7313c req-b9969d67-69c0-4de9-817a-e2355a29bc38 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:09.305743 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-29e0bd75-8ba9-46df-bb7c-1f1171e7313c req-b9969d67-69c0-4de9-817a-e2355a29bc38 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0610020 Mar 16 16:34:09.313003 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c19e7-8a96-427b-b7b8-f41569288ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35fc01-1367-40e6-9e9a-06a063db4b86,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:09.362178 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-29e0bd75-8ba9-46df-bb7c-1f1171e7313c req-a1991d3e-dd63-4479-a34f-4f1c7e4f98da tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471511 Mar 16 16:34:09.618317 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c731eb-e5c3-4158-8527-d933fdb8c98f req-7ec9a1ac-03ee-44d2-b2d2-0ceb83972518 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:09.620540 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-98c731eb-e5c3-4158-8527-d933fdb8c98f req-7ec9a1ac-03ee-44d2-b2d2-0ceb83972518 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 944 time: 0.0528057 Mar 16 16:34:09.671074 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-98c731eb-e5c3-4158-8527-d933fdb8c98f req-c95b01d8-693c-4a0e-b979-f376075a6980 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 Mar 16 16:34:09.848986 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a5524-b73c-45a0-9e90-8a40c838b250 req-95e76bdb-54fa-471d-b3d8-56d46b45f16a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:09.850620 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e82a5524-b73c-45a0-9e90-8a40c838b250 req-95e76bdb-54fa-471d-b3d8-56d46b45f16a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0603514 Mar 16 16:34:09.899989 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e82a5524-b73c-45a0-9e90-8a40c838b250 req-a2d09801-36ed-42d3-b66f-6a80ec13d9a2 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Mar 16 16:34:10.107051 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-4a3b1cff-e8cb-41b4-bf1e-8f48593f77ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f HTTP/1.1" status: 200 len: 217 time: 0.0599647 Mar 16 16:34:10.166257 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a24f-cc48-415c-9cf9-64a890cf5f9b req-e416b965-ffe8-483c-87f2-65e7018b5db6 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:10.168440 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-66c5a24f-cc48-415c-9cf9-64a890cf5f9b req-e416b965-ffe8-483c-87f2-65e7018b5db6 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.1308331 Mar 16 16:34:10.196808 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-ecf1c976-64c2-4382-9867-b569df09557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:10.198575 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-ecf1c976-64c2-4382-9867-b569df09557b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0838130 Mar 16 16:34:10.240741 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-fa95ab61-d9ab-499d-8bea-a23579a35b87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341008 Mar 16 16:34:10.267310 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-66c5a24f-cc48-415c-9cf9-64a890cf5f9b req-4310cd4f-2a6a-454c-862d-5e58cab6fcae tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873215 Mar 16 16:34:10.311322 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['d7c5d309-923b-4d56-85b6-6dcd67a00e33'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:10.359957 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['00b888d9-f722-4745-bf8b-1c92ed157aa3'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:10.365169 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-f5df23a2-23e8-4c0f-8072-77ee73c3a5a0 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156373 Mar 16 16:34:10.493017 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5aa16114-c954-4026-b2d8-adff24e07dcd req-24021fe9-bc5e-4338-8e50-7b4778a99f5a service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163886 Mar 16 16:34:10.556813 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07543e-e595-454e-8d8e-ea473ea21680 req-0743c291-73f2-4a12-ac03-fbc5b530f1d5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:10.560136 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9f07543e-e595-454e-8d8e-ea473ea21680 req-0743c291-73f2-4a12-ac03-fbc5b530f1d5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0854354 Mar 16 16:34:10.654182 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9f07543e-e595-454e-8d8e-ea473ea21680 req-66e6cb53-ce09-42c4-a2ac-2600163353ec tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846527 Mar 16 16:34:10.819713 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ef93b-7758-46ed-937a-2a7b81c29858 req-5426cb30-414d-467d-a5f0-7b7b739dc66e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:10.821818 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7f4ef93b-7758-46ed-937a-2a7b81c29858 req-5426cb30-414d-467d-a5f0-7b7b739dc66e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 944 time: 0.0660741 Mar 16 16:34:10.876631 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7f4ef93b-7758-46ed-937a-2a7b81c29858 req-42540801-fc3c-495a-bf2d-6f55eaa096b9 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488508 Mar 16 16:34:11.072649 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943a41-4875-4ad4-92a1-ed754cb47cd7 req-62c87bc7-64af-4d69-92f1-b3e23ae232ec tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:11.074205 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd943a41-4875-4ad4-92a1-ed754cb47cd7 req-62c87bc7-64af-4d69-92f1-b3e23ae232ec tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0665662 Mar 16 16:34:11.122812 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd943a41-4875-4ad4-92a1-ed754cb47cd7 req-4cf3d297-3d94-4a81-a3e9-4947c5a582f3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Mar 16 16:34:11.405265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7dafb-43a2-4f57-a435-6c9ad3ba0b54 req-ca896620-2bb1-42e4-92d7-ea21ccc46ebe tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:11.406867 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-19d7dafb-43a2-4f57-a435-6c9ad3ba0b54 req-ca896620-2bb1-42e4-92d7-ea21ccc46ebe tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0517960 Mar 16 16:34:11.669401 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-19d7dafb-43a2-4f57-a435-6c9ad3ba0b54 req-bba428af-a669-4cac-85d1-8cd6ab63204e tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568562 Mar 16 16:34:11.792781 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c8768-1db4-4bef-8336-948a35b0ca5a req-c6fdd383-b974-4b05-8e54-a071f5347d0b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:11.794258 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d32c8768-1db4-4bef-8336-948a35b0ca5a req-c6fdd383-b974-4b05-8e54-a071f5347d0b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0537887 Mar 16 16:34:11.841818 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d32c8768-1db4-4bef-8336-948a35b0ca5a req-210299c0-943b-440e-94c5-070ad67cadd4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Mar 16 16:34:11.997144 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4a394-c89c-46dc-9f2e-d2adeead6b94 req-9565c20c-3bd3-4a1a-9bc6-62469e0f9038 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:11.998642 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-52c4a394-c89c-46dc-9f2e-d2adeead6b94 req-9565c20c-3bd3-4a1a-9bc6-62469e0f9038 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 944 time: 0.0557837 Mar 16 16:34:12.045560 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-52c4a394-c89c-46dc-9f2e-d2adeead6b94 req-492801ca-7298-4d4b-b94b-b06d152860da tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Mar 16 16:34:12.077282 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:34:12.080075 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00b888d9-f722-4745-bf8b-1c92ed157aa3 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:34:12.207078 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 00b888d9-f722-4745-bf8b-1c92ed157aa3 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:34:12.207078 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 00b888d9-f722-4745-bf8b-1c92ed157aa3 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:34:12.207078 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.256779 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:12.270555 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007b3fb-3146-43eb-8cfc-4f724938f527 req-7e121f7e-c3ab-4098-a086-ac7f6eadb16e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:12.272063 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d007b3fb-3146-43eb-8cfc-4f724938f527 req-7e121f7e-c3ab-4098-a086-ac7f6eadb16e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0708423 Mar 16 16:34:12.272240 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a', 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'port_id': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a', 'mac_address': 'fa:16:3e:20:ea:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:34:12.325599 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d007b3fb-3146-43eb-8cfc-4f724938f527 req-90f3134c-294e-4679-8f86-5483d10af0e5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473475 Mar 16 16:34:12.354250 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:12.354804 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.358727 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 00b888d9-f722-4745-bf8b-1c92ed157aa3 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:12.359096 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.384490 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:12.403959 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:12.406204 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06a684-8eb9-4da2-a904-4d4df58f0510" -d '{"events": [{"server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "name": "network-vif-plugged", "status": "completed", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:12.445358 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:12.450770 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 00b888d9-f722-4745-bf8b-1c92ed157aa3, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:12.453728 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.456639 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddb6a2-a0fd-49ed-9bda-df347c51c364 x-openstack-request-id: req-b3ddb6a2-a0fd-49ed-9bda-df347c51c364 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:12.457031 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "name": "network-vif-plugged", "status": "completed", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:12.457272 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3ddb6a2-a0fd-49ed-9bda-df347c51c364 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:12.457657 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'code': 200} Mar 16 16:34:12.461297 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.462156 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:34:12.540111 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:12.708459 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port d7c5d309-923b-4d56-85b6-6dcd67a00e33 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:34:12.718091 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port d7c5d309-923b-4d56-85b6-6dcd67a00e33 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:34:12.718708 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.773917 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=00b888d9-f722-4745-bf8b-1c92ed157aa3,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:12.846625 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:12.877856 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0f946-2246-44b4-875c-bbd316ad1412 req-e4e0e5b8-6816-454e-af7a-6f4a7c7aa9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:12.880074 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ac0f946-2246-44b4-875c-bbd316ad1412 req-e4e0e5b8-6816-454e-af7a-6f4a7c7aa9bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1129 time: 0.1901879 Mar 16 16:34:12.882186 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b4027-2635-4b91-bebb-8bffc6bb648b req-7eaed718-6b08-4e44-9732-b5f91a191ff8 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:12.884020 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-be4b4027-2635-4b91-bebb-8bffc6bb648b req-7eaed718-6b08-4e44-9732-b5f91a191ff8 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0821643 Mar 16 16:34:12.908460 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:12.909066 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.959010 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:12.965250 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:12.976844 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-be4b4027-2635-4b91-bebb-8bffc6bb648b req-d8c39c4f-a6c2-4d20-90ba-47ce4a6d88f3 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860779 Mar 16 16:34:13.042551 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ac0f946-2246-44b4-875c-bbd316ad1412 req-e0d8a53c-d603-40a3-b43a-59aee5b70647 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439009 Mar 16 16:34:13.056779 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c437a84-413e-4abb-b453-0a32da1ca7f9 req-1acc686d-4822-4e94-932b-0cf34470f2cd tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:13.068109 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c437a84-413e-4abb-b453-0a32da1ca7f9 req-1acc686d-4822-4e94-932b-0cf34470f2cd tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.1384480 Mar 16 16:34:13.074517 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:13.129329 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1c437a84-413e-4abb-b453-0a32da1ca7f9 req-914ff89b-5167-4104-8e13-f0ada7dc5494 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614152 Mar 16 16:34:13.191988 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e01707-b7d5-4e51-8b8d-071d061e74d3 req-f53cc524-422f-4fcc-8ab1-2583c55a5e4d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:13.193364 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-28e01707-b7d5-4e51-8b8d-071d061e74d3 req-f53cc524-422f-4fcc-8ab1-2583c55a5e4d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0578449 Mar 16 16:34:13.243248 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-28e01707-b7d5-4e51-8b8d-071d061e74d3 req-b1659e05-e7dc-49ca-b854-2a3e07bd658a tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Mar 16 16:34:13.493764 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e64090-b086-443e-8445-eff3a9cb8cef req-c602e608-715d-433f-ba64-939ba5642942 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:13.496107 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-15e64090-b086-443e-8445-eff3a9cb8cef req-c602e608-715d-433f-ba64-939ba5642942 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 944 time: 0.0704367 Mar 16 16:34:13.550888 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-15e64090-b086-443e-8445-eff3a9cb8cef req-79235f4f-2730-4253-8ec5-d4e6ec9aa3d4 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Mar 16 16:34:13.629982 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 33998) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:13.752821 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6ece9239-fb97-4837-9c25-2d5cdda6d47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:13.844072 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6ece9239-fb97-4837-9c25-2d5cdda6d47b admin admin] Publish callbacks [] for security_group (de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:13.859831 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6ece9239-fb97-4837-9c25-2d5cdda6d47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:13.905798 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece9239-fb97-4837-9c25-2d5cdda6d47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:13.916407 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6ece9239-fb97-4837-9c25-2d5cdda6d47b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9160b7b008ca48299d5881861dc0043e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820110 Mar 16 16:34:13.916407 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34012) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:13.975714 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9b6f91f0-884d-4ea7-9d5f-4b6c1e5b7c5c admin admin] Publish callbacks [] for security_group (de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:13.992972 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9b6f91f0-884d-4ea7-9d5f-4b6c1e5b7c5c admin admin] Publish callbacks [] for security_group (de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.007917 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-15bfbb8d-c874-4308-a1d7-ff292b3adc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.048587 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9b6f91f0-884d-4ea7-9d5f-4b6c1e5b7c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.050230 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9b6f91f0-884d-4ea7-9d5f-4b6c1e5b7c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.052315 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-9b6f91f0-884d-4ea7-9d5f-4b6c1e5b7c5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32 HTTP/1.1" status: 204 len: 168 time: 0.1363196 Mar 16 16:34:14.062177 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f91f0-884d-4ea7-9d5f-4b6c1e5b7c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17ae96-d0e5-46bb-a9d5-9e21ab8d8f32,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:14.097965 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:34:14.101441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:34:14.220404 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:34:14.220404 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:34:14.220949 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.299523 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:14.320315 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baca7c-cd54-406b-b56c-5e1191b8f1e0 req-0659c722-9ab8-4cd6-8287-b5ba8fe9c773 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:14.324349 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f', 'network_id': '9c2f5f47-7566-4f6e-bb15-a11eff28cdd6', 'port_id': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f', 'mac_address': 'fa:16:3e:bc:43:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e05711c-7332-4baf-8d07-39698eb4d4e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:34:14.327970 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-82baca7c-cd54-406b-b56c-5e1191b8f1e0 req-0659c722-9ab8-4cd6-8287-b5ba8fe9c773 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.1000376 Mar 16 16:34:14.404297 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:14.404707 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.439797 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-82baca7c-cd54-406b-b56c-5e1191b8f1e0 req-6bc6758e-c879-4f72-8e03-85e80c64c1a3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046669 Mar 16 16:34:14.449473 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eab04a-9c8c-4009-ae1d-90f46beed6ea req-9d1fcb24-b340-4dba-a2e6-7edec7c891e3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:14.451143 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d4eab04a-9c8c-4009-ae1d-90f46beed6ea req-9d1fcb24-b340-4dba-a2e6-7edec7c891e3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0913434 Mar 16 16:34:14.458300 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}, {'server_uuid': '563945b5-c749-473e-9951-9b1e310c4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:14.460651 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e9d6e-7068-4486-99f4-133d718b641f" -d '{"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33"}, {"server_uuid": "563945b5-c749-473e-9951-9b1e310c4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:14.466116 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:14.466573 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.491884 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:14.500299 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.513001 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:14.519589 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d4eab04a-9c8c-4009-ae1d-90f46beed6ea req-618ff3d8-81fc-45aa-8abe-d3242a61069a tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626724 Mar 16 16:34:14.587495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:14.608611 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:14.610559 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e028caf3-68a4-4a05-9f7a-555c0300b9b1 x-openstack-request-id: req-e028caf3-68a4-4a05-9f7a-555c0300b9b1 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:14.610856 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33", "code": 200}, {"server_uuid": "563945b5-c749-473e-9951-9b1e310c4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:14.611113 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e028caf3-68a4-4a05-9f7a-555c0300b9b1 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:14.611587 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'code': 200} Mar 16 16:34:14.611843 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563945b5-c749-473e-9951-9b1e310c4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a', 'code': 200} Mar 16 16:34:14.628772 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:14.762931 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:14.798609 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb69e3-bb28-47d6-9637-2ab36538c6e5 req-e24d0514-9326-4dbd-970c-e94f81861a55 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:14.806158 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9acb69e3-bb28-47d6-9637-2ab36538c6e5 req-e24d0514-9326-4dbd-970c-e94f81861a55 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 945 time: 0.0873826 Mar 16 16:34:14.868848 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9acb69e3-bb28-47d6-9637-2ab36538c6e5 req-e4486a1e-7041-4258-9146-1f5c8020faf0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617628 Mar 16 16:34:14.904990 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85d93-653d-43cf-9521-0c60f9382a7e req-dc5d86e0-5fd5-48d0-9991-56bda3bb0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:14.907086 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c85d93-653d-43cf-9521-0c60f9382a7e req-dc5d86e0-5fd5-48d0-9991-56bda3bb0f34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.0596616 Mar 16 16:34:14.914855 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1a7f-d89b-4090-b029-91894a0aa38e req-139c732f-ecab-4ba3-8057-2d1a376b0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:14.918050 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f82e1a7f-d89b-4090-b029-91894a0aa38e req-139c732f-ecab-4ba3-8057-2d1a376b0668 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1129 time: 0.0585408 Mar 16 16:34:14.957425 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c85d93-653d-43cf-9521-0c60f9382a7e req-101e5cc6-452e-44a6-9776-cb113ae89564 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Mar 16 16:34:14.971790 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f82e1a7f-d89b-4090-b029-91894a0aa38e req-75060e5e-63e0-41c2-82a7-1bbd4c271e40 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442774 Mar 16 16:34:15.031277 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['0b1dac2b-f6a4-4e2c-8c5f-46173014f73f'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:15.574764 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a89226-8423-47c2-9f21-8e2b997c17f7 req-96bb6347-9811-444c-8804-5b21484570ca tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:15.576271 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-00a89226-8423-47c2-9f21-8e2b997c17f7 req-96bb6347-9811-444c-8804-5b21484570ca tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0537016 Mar 16 16:34:15.625421 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-00a89226-8423-47c2-9f21-8e2b997c17f7 req-314702ad-8080-4116-95db-8e2907c8f472 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Mar 16 16:34:15.641184 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39decd-f618-4c88-af42-556f828e50ba req-fa3bafca-c134-4eca-b4dd-a1483bb44b93 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:15.644703 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3b39decd-f618-4c88-af42-556f828e50ba req-fa3bafca-c134-4eca-b4dd-a1483bb44b93 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0583241 Mar 16 16:34:15.696512 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3b39decd-f618-4c88-af42-556f828e50ba req-83c7195e-83fe-454a-880a-838efabead26 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Mar 16 16:34:15.875978 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb451220-4ef4-4aae-9b63-d69bd8533c32 req-8ed72b84-fafe-4afe-9988-fd5a5df60536 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:15.878830 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eb451220-4ef4-4aae-9b63-d69bd8533c32 req-8ed72b84-fafe-4afe-9988-fd5a5df60536 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0685809 Mar 16 16:34:15.888375 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34086) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:15.898978 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'floatingip': {'port_id': '00b888d9-f722-4745-bf8b-1c92ed157aa3'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:16.021060 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (08d40a7b-3f85-43b4-b914-b7860229138e), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:16.300413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-288fce44-8551-4b78-83d5-0f7529e60602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:16.318940 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a74d5-4b83-47b9-8785-d127f4eef90f req-e2f6f9f9-779a-4e67-94b9-c93031b602a9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:16.320436 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-605a74d5-4b83-47b9-8785-d127f4eef90f req-e2f6f9f9-779a-4e67-94b9-c93031b602a9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 945 time: 0.3449373 Mar 16 16:34:16.445731 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-605a74d5-4b83-47b9-8785-d127f4eef90f req-a363ebd5-9303-4409-9ffd-d3df2599e637 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177881 Mar 16 16:34:16.787689 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165e37-24e4-4188-9f7a-41b853a63b64 req-191dd2e9-657b-407b-bccd-a3e448c73ab6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:16.789842 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-72165e37-24e4-4188-9f7a-41b853a63b64 req-191dd2e9-657b-407b-bccd-a3e448c73ab6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0611970 Mar 16 16:34:16.888210 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-72165e37-24e4-4188-9f7a-41b853a63b64 req-5871fd74-7fb0-46e5-a1af-beba495bc42e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823770 Mar 16 16:34:16.894994 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:16.909560 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (08d40a7b-3f85-43b4-b914-b7860229138e), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:17.029844 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Floating IP 08d40a7b-3f85-43b4-b914-b7860229138e associated. External IP: 172.27.0.96, port: 00b888d9-f722-4745-bf8b-1c92ed157aa3. Mar 16 16:34:17.282482 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Router 53435701-3a1e-4a05-955f-fe9662de7842 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:34:17.399393 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:34:17.404676 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:17.412396 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] Sync routers for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:34:17.422305 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:34:17.423076 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:34:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:17.433868 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-cc29ea8f-3fc0-4f7f-b180-4ad38be9ab08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "PUT /v2.0/floatingips/08d40a7b-3f85-43b4-b914-b7860229138e HTTP/1.1" status: 200 len: 990 time: 1.5441756 Mar 16 16:34:17.434459 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:17.436720 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20" -d '{"events": [{"name": "network-changed", "server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:17.475037 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0a3c10-d06f-4b7e-9737-de10cef38ccb x-openstack-request-id: req-ba0a3c10-d06f-4b7e-9737-de10cef38ccb {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:17.475352 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:17.475699 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba0a3c10-d06f-4b7e-9737-de10cef38ccb {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:17.476162 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'status': 'completed', 'code': 200} Mar 16 16:34:17.523202 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:17.535414 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:34:17.558733 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-d734feb8-9e70-4aca-90fa-d0cfb85dfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:17.560546 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-d734feb8-9e70-4aca-90fa-d0cfb85dfa53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1129 time: 0.0628152 Mar 16 16:34:17.575657 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ac2a-b14d-4d4b-ac86-1946763e127d req-416575bd-ecd9-43f2-8b47-cf5621cefff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:17.577268 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-40a7ac2a-b14d-4d4b-ac86-1946763e127d req-416575bd-ecd9-43f2-8b47-cf5621cefff6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 945 time: 0.0553682 Mar 16 16:34:17.649651 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-40a7ac2a-b14d-4d4b-ac86-1946763e127d req-0a06dbc4-25b4-4393-8677-3ab7072f6e1f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658083 Mar 16 16:34:17.669262 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-dbd751d2-b83a-457c-8ada-62349d9588a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:17.671077 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-dbd751d2-b83a-457c-8ada-62349d9588a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.1039562 Mar 16 16:34:17.860857 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '08d40a7b-3f85-43b4-b914-b7860229138e', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'port_id': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'mac_address': 'fa:16:3e:ea:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:33:45Z', 'updated_at': '2022-03-16T16:34:16Z', 'revision_number': 1, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:17.891532 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] Checking router: 53435701-3a1e-4a05-955f-fe9662de7842 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:34:17.899920 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:34:17.900586 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:34:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:17.950861 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-c4b7ad7a-f3d3-4bc1-80b9-1065330bb91d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 998 time: 0.2739580 Mar 16 16:34:18.014461 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:34:18.049649 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-a0308098-3b1f-4c12-b713-eb61ee9f051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:18.051237 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-a0308098-3b1f-4c12-b713-eb61ee9f051d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0942464 Mar 16 16:34:18.075424 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad30074-a422-4d52-8992-885e3608e40a req-eea88f98-8143-46d3-86a5-8d7d309acc76 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:18.076900 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7ad30074-a422-4d52-8992-885e3608e40a req-eea88f98-8143-46d3-86a5-8d7d309acc76 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0903888 Mar 16 16:34:18.123636 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:34:18.148107 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-961bdf0d-d4e8-4daa-8c47-554f705977bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:18.149929 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-961bdf0d-d4e8-4daa-8c47-554f705977bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921779 Mar 16 16:34:18.154477 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7ad30074-a422-4d52-8992-885e3608e40a req-a258b777-8311-457e-a275-00eba34be12f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619209 Mar 16 16:34:18.194677 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:34:18.205438 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:34:18.210675 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:18.307774 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-0cedccbe-7c3f-4361-8768-baa68a87a1fc service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510525 Mar 16 16:34:18.348572 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:18.349125 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:18.387567 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '08d40a7b-3f85-43b4-b914-b7860229138e', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'port_id': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'mac_address': 'fa:16:3e:ea:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:33:45Z', 'updated_at': '2022-03-16T16:34:16Z', 'revision_number': 1, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:18.409766 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:18.418603 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee087150-5656-4258-bb67-bf9c73510e02" -d '{"events": [{"server_uuid": "231ad5dc-519f-47ad-b32b-65e65ec9700c", "name": "network-vif-plugged", "status": "completed", "tag": "0b1dac2b-f6a4-4e2c-8c5f-46173014f73f"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:18.431444 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb655b5c-900a-4921-b2e7-96b2ca64744a None None] The sync data for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi is: [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '08d40a7b-3f85-43b4-b914-b7860229138e', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'port_id': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'mac_address': 'fa:16:3e:ea:d7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:33:45Z', 'updated_at': '2022-03-16T16:34:16Z', 'revision_number': 1, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:34:18.459645 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:18.463588 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3994c7-dd62-4c6e-9135-aee8d2dc58c8 req-9a013269-53f0-4e2e-b4e2-dc26ffed9df9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:18.467325 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0e3994c7-dd62-4c6e-9135-aee8d2dc58c8 req-9a013269-53f0-4e2e-b4e2-dc26ffed9df9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.1874287 Mar 16 16:34:18.473058 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f50e7b9-ab57-4e7f-a7e3-db08475c3d20 req-b1c1eee5-8f69-49e9-81bd-af872a9dad9c service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579158 Mar 16 16:34:18.476364 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34166) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:18.478736 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:18.496061 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'floatingip': {'port_id': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:18.559437 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83163ef-83b8-4aeb-af9a-9a3b0289a53d x-openstack-request-id: req-f83163ef-83b8-4aeb-af9a-9a3b0289a53d {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:18.559965 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ad5dc-519f-47ad-b32b-65e65ec9700c", "name": "network-vif-plugged", "status": "completed", "tag": "0b1dac2b-f6a4-4e2c-8c5f-46173014f73f", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:18.560191 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f83163ef-83b8-4aeb-af9a-9a3b0289a53d {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:18.561388 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f', 'code': 200} Mar 16 16:34:18.583531 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:18.593704 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (007c6d0e-8f67-4858-873a-9ea082b80d64), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:18.792646 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc54fd-17ce-4bdf-8b25-81fc81637f15 req-e2d5b13e-f198-4280-923c-76bf5a6cf03a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:18.794223 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5ecc54fd-17ce-4bdf-8b25-81fc81637f15 req-e2d5b13e-f198-4280-923c-76bf5a6cf03a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0577471 Mar 16 16:34:18.856670 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0dcd7-f949-423b-9248-7afb3b5374f7 None None] New status for floating IP 08d40a7b-3f85-43b4-b914-b7860229138e: ACTIVE {{(pid=103492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:34:18.868344 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5ecc54fd-17ce-4bdf-8b25-81fc81637f15 req-7df0f1a9-d2f9-41aa-ba8c-15077f7e4070 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669549 Mar 16 16:34:18.954032 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34182) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:19.060146 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.065894 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c38bd-fef3-473c-ac0e-ad1db52512f1 req-460c06d8-3d49-4a63-ac2f-3a5cc941e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:19.067673 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5c6c38bd-fef3-473c-ac0e-ad1db52512f1 req-460c06d8-3d49-4a63-ac2f-3a5cc941e4bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 1130 time: 0.2034006 Mar 16 16:34:19.102172 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e6bcddb0-ec3a-4942-8073-f839671a6ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.137167 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5c6c38bd-fef3-473c-ac0e-ad1db52512f1 req-303890cd-a4cd-4dea-9c30-693b4aa9d4f0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547619 Mar 16 16:34:19.201807 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e6bcddb0-ec3a-4942-8073-f839671a6ecb admin admin] Publish callbacks [] for security_group (baaeffc6-0ee5-4af3-af5f-9d2adb65b468), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.206767 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e6bcddb0-ec3a-4942-8073-f839671a6ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (baaeffc6-0ee5-4af3-af5f-9d2adb65b468), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.238216 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.241881 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (007c6d0e-8f67-4858-873a-9ea082b80d64), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.254243 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-e6bcddb0-ec3a-4942-8073-f839671a6ecb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06783f5f46ea43a0a017c60daf410390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989326 Mar 16 16:34:19.255126 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcddb0-ec3a-4942-8073-f839671a6ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaeffc6-0ee5-4af3-af5f-9d2adb65b468,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:19.257364 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34188) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:19.304753 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-419d3bf7-d5a2-47fd-afd7-e7a0c982b927 admin admin] Publish callbacks [] for security_group (baaeffc6-0ee5-4af3-af5f-9d2adb65b468), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.327170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-419d3bf7-d5a2-47fd-afd7-e7a0c982b927 admin admin] Publish callbacks [] for security_group (baaeffc6-0ee5-4af3-af5f-9d2adb65b468), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.344486 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Floating IP 007c6d0e-8f67-4858-873a-9ea082b80d64 associated. External IP: 172.27.0.71, port: d7c5d309-923b-4d56-85b6-6dcd67a00e33. Mar 16 16:34:19.374808 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-419d3bf7-d5a2-47fd-afd7-e7a0c982b927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (baaeffc6-0ee5-4af3-af5f-9d2adb65b468), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.378021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-419d3bf7-d5a2-47fd-afd7-e7a0c982b927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.381595 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-419d3bf7-d5a2-47fd-afd7-e7a0c982b927 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/baaeffc6-0ee5-4af3-af5f-9d2adb65b468 HTTP/1.1" status: 204 len: 168 time: 0.1210432 Mar 16 16:34:19.387713 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d3bf7-d5a2-47fd-afd7-e7a0c982b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaeffc6-0ee5-4af3-af5f-9d2adb65b468,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:19.613124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:34:19.704385 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34202) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:19.724542 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.766456 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:34:19.771448 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.778599 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] Sync routers for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:34:19.788943 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:34:19.789729 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:34:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:19.822288 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5f0081a5-eb85-4bb2-acf0-5c9b300c0bb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "PUT /v2.0/floatingips/007c6d0e-8f67-4858-873a-9ea082b80d64 HTTP/1.1" status: 200 len: 990 time: 1.3392310 Mar 16 16:34:19.822288 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:19.822288 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a7a20-fde3-4012-a8cb-49b9addea146" -d '{"events": [{"name": "network-changed", "server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:19.869343 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Publish callbacks [] for security_group (9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.871123 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e181d56-0c3c-4a86-b0ba-09d2a7a8e696 x-openstack-request-id: req-3e181d56-0c3c-4a86-b0ba-09d2a7a8e696 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:19.871449 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:19.871732 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e181d56-0c3c-4a86-b0ba-09d2a7a8e696 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:19.872249 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'status': 'completed', 'code': 200} Mar 16 16:34:19.873214 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:19.937934 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:19.944418 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b89ed17f16f468a85f6cc58b76fc0ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366271 Mar 16 16:34:19.945216 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34212) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:19.960084 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.960716 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.961063 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.961410 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.961748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.962080 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.962412 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.963314 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.963902 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.964452 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.964796 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.965132 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.965460 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.965783 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:19.966281 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ec9fa1-6f25-4930-85ec-bc25c5c28b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.008381 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-ceffb9de-0d25-4e51-b3b2-43e5554f15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:20.009517 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee3852-d563-4283-ad40-7ea17e920bfd req-9a6a80ea-c775-4fe0-ba9b-32823c0a334a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:20.010880 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-ceffb9de-0d25-4e51-b3b2-43e5554f15b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1129 time: 0.1093974 Mar 16 16:34:20.011236 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-30ee3852-d563-4283-ad40-7ea17e920bfd req-9a6a80ea-c775-4fe0-ba9b-32823c0a334a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0613880 Mar 16 16:34:20.018727 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:34:20.060232 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-30ee3852-d563-4283-ad40-7ea17e920bfd req-29475a6e-bb7c-4a24-925e-b21577284e6f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Mar 16 16:34:20.074182 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6faa4bac-46e6-421d-afe6-de7607ee15cd admin admin] Publish callbacks [] for security_group (9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.105445 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6faa4bac-46e6-421d-afe6-de7607ee15cd admin admin] Publish callbacks [] for security_group (9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.158109 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-8fe53162-4c8d-4b6c-aeb5-f53432a47a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:20.159507 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-8fe53162-4c8d-4b6c-aeb5-f53432a47a31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1386716 Mar 16 16:34:20.210882 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6faa4bac-46e6-421d-afe6-de7607ee15cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.213523 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6faa4bac-46e6-421d-afe6-de7607ee15cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.214632 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6faa4bac-46e6-421d-afe6-de7607ee15cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b HTTP/1.1" status: 204 len: 168 time: 0.2682979 Mar 16 16:34:20.238909 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa4bac-46e6-421d-afe6-de7607ee15cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a36e4-1704-4ec6-a9e9-2f3d78acbb9b,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:20.254383 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-c561be2c-69e6-4fc6-992e-09886006c66c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 998 time: 0.0844541 Mar 16 16:34:20.261085 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '007c6d0e-8f67-4858-873a-9ea082b80d64', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'port_id': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'mac_address': 'fa:16:3e:e9:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:33:42Z', 'updated_at': '2022-03-16T16:34:19Z', 'revision_number': 1, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:20.295099 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] Checking router: 0c20c508-144b-463e-a5fd-b4cb3c1d3acc for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:34:20.300246 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.308467 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:34:20.309084 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:34:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:20.319082 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-15ce613e-015d-4f7b-b507-e115f0fb7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:20.320715 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-15ce613e-015d-4f7b-b507-e115f0fb7219 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0591023 Mar 16 16:34:20.390502 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-1172fd72-0291-43f8-9f35-625c218811c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:20.392583 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-1172fd72-0291-43f8-9f35-625c218811c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638652 Mar 16 16:34:20.439451 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:34:20.665525 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34222) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:20.675333 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-db54c07a-e70e-4776-97db-4229627dc2a5 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726495 Mar 16 16:34:20.677949 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.709057 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '007c6d0e-8f67-4858-873a-9ea082b80d64', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'port_id': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'mac_address': 'fa:16:3e:e9:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:33:42Z', 'updated_at': '2022-03-16T16:34:19Z', 'revision_number': 1, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:20.738062 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a1db7c-5a61-4421-9734-a11be82aadbc None None] The sync data for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi is: [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '007c6d0e-8f67-4858-873a-9ea082b80d64', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'port_id': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'mac_address': 'fa:16:3e:e9:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:33:42Z', 'updated_at': '2022-03-16T16:34:19Z', 'revision_number': 1, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:34:20.771236 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Publish callbacks [] for security_group (790f4d73-3149-4cf2-9552-73cefecd877b), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.786310 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (790f4d73-3149-4cf2-9552-73cefecd877b), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.786577 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca8a7a20-fde3-4012-a8cb-49b9addea146 req-26231486-e370-48e8-8e43-a53b0979c968 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961454 Mar 16 16:34:20.840648 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e403a0d53da4a019f3b1d50377eecfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691551 Mar 16 16:34:20.840648 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f4d73-3149-4cf2-9552-73cefecd877b,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:20.840896 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34226) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:20.847857 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.848374 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.848605 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.848960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.849299 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.849636 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.849966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.850295 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.850612 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.850954 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.851289 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.851623 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.851951 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.852273 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.852617 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c30f52-ffea-48ef-90c5-574307293fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:20.923999 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8a05-ea54-4ba5-b4c0-12b6bc5b7734 admin admin] Publish callbacks [] for security_group (790f4d73-3149-4cf2-9552-73cefecd877b), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.951503 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8a05-ea54-4ba5-b4c0-12b6bc5b7734 admin admin] Publish callbacks [] for security_group (790f4d73-3149-4cf2-9552-73cefecd877b), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:20.996893 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ada7337-4d05-4bef-ac2b-0079e5ea7085 None None] New status for floating IP 007c6d0e-8f67-4858-873a-9ea082b80d64: ACTIVE {{(pid=103492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:34:21.025547 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8a05-ea54-4ba5-b4c0-12b6bc5b7734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (790f4d73-3149-4cf2-9552-73cefecd877b), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:21.029061 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8a05-ea54-4ba5-b4c0-12b6bc5b7734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:21.032524 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b6ae8a05-ea54-4ba5-b4c0-12b6bc5b7734 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/790f4d73-3149-4cf2-9552-73cefecd877b HTTP/1.1" status: 204 len: 168 time: 0.1900783 Mar 16 16:34:21.067194 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae8a05-ea54-4ba5-b4c0-12b6bc5b7734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f4d73-3149-4cf2-9552-73cefecd877b,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:21.234458 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbefccc-a07a-4289-9a85-4198f4698ed6 req-ea8274f5-78c0-49d5-97f6-dd8ddd6dea93 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:21.236383 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9dbefccc-a07a-4289-9a85-4198f4698ed6 req-ea8274f5-78c0-49d5-97f6-dd8ddd6dea93 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0659943 Mar 16 16:34:21.291944 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9dbefccc-a07a-4289-9a85-4198f4698ed6 req-31beaa3e-2e2e-45ed-b832-8d1c502667be tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485618 Mar 16 16:34:21.618748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fdb73-7c36-4c37-baa0-8ad56fa8522b req-e5ac5deb-26f5-449a-84da-7a2a6bea38b3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:21.621093 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-637fdb73-7c36-4c37-baa0-8ad56fa8522b req-e5ac5deb-26f5-449a-84da-7a2a6bea38b3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0930691 Mar 16 16:34:21.627188 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-4823ff44-7204-4436-a43a-95fc528e94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:21.628655 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-4823ff44-7204-4436-a43a-95fc528e94a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 1130 time: 0.0670011 Mar 16 16:34:21.724006 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-637fdb73-7c36-4c37-baa0-8ad56fa8522b req-9638005f-4fe9-426d-a98b-93fc7682b7f6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943832 Mar 16 16:34:21.750789 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-359a067f-fd58-49b6-8285-406f790cbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:21.752137 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-359a067f-fd58-49b6-8285-406f790cbaef service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.1152184 Mar 16 16:34:21.802803 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-cae1781c-0d51-4a49-8633-e8f5567f459f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f HTTP/1.1" status: 200 len: 217 time: 0.0385666 Mar 16 16:34:21.811687 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34268) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:21.861049 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-b4fddbcd-c1f3-4e42-a894-4a50ee4ad985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:21.862522 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-b4fddbcd-c1f3-4e42-a894-4a50ee4ad985 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0452499 Mar 16 16:34:21.898322 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-3bdbe894-3434-4e2d-a58f-0edad3bbc536 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255620 Mar 16 16:34:21.909098 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1480081479-network', 'tenant_id': 'ba2d48f7d7e64c339ba3495ce7f8845e'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:21.981379 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Made reservation on behalf of ba2d48f7d7e64c339ba3495ce7f8845e for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:34:21.983662 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:21.996581 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.031747 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-0959cf52-e6a5-41e4-881d-6d5d84dcfeec service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194184 Mar 16 16:34:22.162716 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks [] for security_group (00c1a4a8-bdc5-428c-90fd-b58111143422), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.165672 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a296d0cb-73d4-4b0c-af06-2735745d994c req-4287ab0b-3a22-470b-9ac4-5b466d67a69a service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224928 Mar 16 16:34:22.167525 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (00c1a4a8-bdc5-428c-90fd-b58111143422), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.195298 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:34:22.201873 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c1a4a8-bdc5-428c-90fd-b58111143422,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:22.207743 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (0c504144-9087-4da2-ac61-1773bf278048), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.208118 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Added segment 0c504144-9087-4da2-ac61-1773bf278048 of type vlan for network bad2511c-7b0b-449f-a630-f639cb65a41d Mar 16 16:34:22.252138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (bad2511c-7b0b-449f-a630-f639cb65a41d), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.278081 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (bad2511c-7b0b-449f-a630-f639cb65a41d), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.279090 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:22.279673 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.341342 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5286181 Mar 16 16:34:22.345540 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34284) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:22.346922 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b702b7e-8f6e-4dc3-a3f8-ffa3a8093ccf admin admin] Pushing event updated for resources: {'Network': ['ID=bad2511c-7b0b-449f-a630-f639cb65a41d,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:22.356512 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Request body: {'subnet': {'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1480081479-subnet', 'tenant_id': 'ba2d48f7d7e64c339ba3495ce7f8845e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:22.366753 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network bad2511c-7b0b-449f-a630-f639cb65a41d details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:34:22.382509 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Made reservation on behalf of ba2d48f7d7e64c339ba3495ce7f8845e for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:34:22.385160 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.569910 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for subnet (1a49f237-4f30-4730-9959-61bc008b1bb1), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.624993 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a49f237-4f30-4730-9959-61bc008b1bb1,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:22.648229 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Checking segment: {'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:34:22.648863 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Network hostable DHCP agents. Network: bad2511c-7b0b-449f-a630-f639cb65a41d, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:34:22.667222 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Network bad2511c-7b0b-449f-a630-f639cb65a41d is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:34:22.676445 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, bad2511c-7b0b-449f-a630-f639cb65a41d) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:34:22.680868 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:22.682102 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:22.689762 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc6858f-3f71-49c8-89c0-5841795d2cfe None None] Network bad2511c-7b0b-449f-a630-f639cb65a41d requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:34:22.700905 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-4f22bdaa-6613-4d53-a7be-8a9b40260ad6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3529596 Mar 16 16:34:22.816738 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d77f7-4580-41fb-9e70-4420c5197d2b None None] Network bad2511c-7b0b-449f-a630-f639cb65a41d requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:34:22.861280 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdec80e-14ee-43e4-9d60-c98306aa3f9d req-d7b17725-edaa-47b1-9773-248aac235f9d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:22.862882 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fcdec80e-14ee-43e4-9d60-c98306aa3f9d req-d7b17725-edaa-47b1-9773-248aac235f9d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0624139 Mar 16 16:34:22.925670 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fcdec80e-14ee-43e4-9d60-c98306aa3f9d req-f8885c2c-d150-477b-b74f-2173b5071b84 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555360 Mar 16 16:34:24.064961 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a18efb-f80b-4d38-8f76-7767d15c0ed9 req-d51955cf-cfb7-421e-9609-5523227b1c8e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:24.066780 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-48a18efb-f80b-4d38-8f76-7767d15c0ed9 req-d51955cf-cfb7-421e-9609-5523227b1c8e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0634968 Mar 16 16:34:24.115170 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-48a18efb-f80b-4d38-8f76-7767d15c0ed9 req-94a2ed27-84c5-4a6d-bb8a-8a3936ae75b1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426450 Mar 16 16:34:24.212396 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34346) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:24.349794 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a931f1b0-d1a8-4da2-908d-1374dbc84b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.434617 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a931f1b0-d1a8-4da2-908d-1374dbc84b8d admin admin] Publish callbacks [] for security_group (c9579d49-a727-4770-8572-1e414bd99285), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.439160 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a931f1b0-d1a8-4da2-908d-1374dbc84b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (c9579d49-a727-4770-8572-1e414bd99285), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.530497 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f1b0-d1a8-4da2-908d-1374dbc84b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9579d49-a727-4770-8572-1e414bd99285,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:24.534679 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a931f1b0-d1a8-4da2-908d-1374dbc84b8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ad7b3df40e4cfe8dfba5fda084a14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212607 Mar 16 16:34:24.537482 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34368) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:24.609849 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-4962673d-0e24-4285-ba57-509d7ede3712 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:24.611234 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-4962673d-0e24-4285-ba57-509d7ede3712 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/networks?id=bad2511c-7b0b-449f-a630-f639cb65a41d HTTP/1.1" status: 200 len: 809 time: 0.1645169 Mar 16 16:34:24.626838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f584305-b3ed-43a9-876f-679eef68f7cd admin admin] Publish callbacks [] for security_group (c9579d49-a727-4770-8572-1e414bd99285), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.637499 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-b5783fb2-613e-4b3d-9cff-42a83691140e tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/quotas/ba2d48f7d7e64c339ba3495ce7f8845e HTTP/1.1" status: 200 len: 375 time: 0.0210159 Mar 16 16:34:24.659310 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f584305-b3ed-43a9-876f-679eef68f7cd admin admin] Publish callbacks [] for security_group (c9579d49-a727-4770-8572-1e414bd99285), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.679213 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-2eecc6e3-02a0-470a-a108-d212df9f44a0 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2d48f7d7e64c339ba3495ce7f8845e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366704 Mar 16 16:34:24.785089 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f584305-b3ed-43a9-876f-679eef68f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (c9579d49-a727-4770-8572-1e414bd99285), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.787603 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f584305-b3ed-43a9-876f-679eef68f7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.788747 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-8f584305-b3ed-43a9-876f-679eef68f7cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9579d49-a727-4770-8572-1e414bd99285 HTTP/1.1" status: 204 len: 168 time: 0.2503860 Mar 16 16:34:24.800691 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-1c5a61a1-46c7-46fd-b88e-fa0a2112d3a3 service neutron] 10.222.0.30 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126821 Mar 16 16:34:24.801778 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f584305-b3ed-43a9-876f-679eef68f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9579d49-a727-4770-8572-1e414bd99285,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:24.848218 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:24.918977 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-e9556217-f1a9-4122-98c9-c32fa2ff90a5 service neutron] 10.222.0.30 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116452 Mar 16 16:34:25.123811 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-274b041b-c866-48d4-8e8f-27aba5234f11 req-37f25aa6-273e-4e11-9906-08647882a259 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 210 time: 0.0331304 Mar 16 16:34:25.128832 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-7a1b46db-c315-4b4d-8860-76b1d2e7a51c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178906 Mar 16 16:34:25.142291 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523b67-0ef2-4fd5-ba7c-860ea91c32bc req-53e5dba0-ba05-492b-a2b4-0cb51241312d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:25.149248 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ab523b67-0ef2-4fd5-ba7c-860ea91c32bc req-53e5dba0-ba05-492b-a2b4-0cb51241312d tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0931280 Mar 16 16:34:25.161528 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34388) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:25.176460 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-db1bd5ee-e39c-41ac-b540-89ad9c8b6664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:25.213050 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ab523b67-0ef2-4fd5-ba7c-860ea91c32bc req-7b271c43-7259-4855-9993-1e62808165b3 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621116 Mar 16 16:34:25.267690 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-d698955d-3c5d-4a92-8a11-0b3113306161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:25.269536 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-d698955d-3c5d-4a92-8a11-0b3113306161 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.0554407 Mar 16 16:34:25.305663 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787b93-ceec-4638-9899-aecc4dc89cc5 req-c7fe4a45-1d9b-46ff-9ba6-cd7c8b3abaa3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:25.307153 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f3787b93-ceec-4638-9899-aecc4dc89cc5 req-c7fe4a45-1d9b-46ff-9ba6-cd7c8b3abaa3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0991635 Mar 16 16:34:25.309846 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-db1bd5ee-e39c-41ac-b540-89ad9c8b6664 admin admin] Publish callbacks [] for security_group (e0dcbadc-539d-46dd-953f-9b1b345849fa), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:25.325037 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-db1bd5ee-e39c-41ac-b540-89ad9c8b6664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e0dcbadc-539d-46dd-953f-9b1b345849fa), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:25.397741 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-db1bd5ee-e39c-41ac-b540-89ad9c8b6664 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c516d8735772489b9cd00b475b807af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350070 Mar 16 16:34:25.400540 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34394) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:25.412481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bd5ee-e39c-41ac-b540-89ad9c8b6664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dcbadc-539d-46dd-953f-9b1b345849fa,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:25.419724 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f3787b93-ceec-4638-9899-aecc4dc89cc5 req-88ba1b45-8ef5-4705-a840-c9e8341cf375 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015761 Mar 16 16:34:25.428055 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-927291b3-8acd-43b8-bbed-fdc35e190dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:25.429785 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-927291b3-8acd-43b8-bbed-fdc35e190dc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.1360970 Mar 16 16:34:25.490882 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-1157c587-22bc-42ee-97c8-f670f8cbb6ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 217 time: 0.0467765 Mar 16 16:34:25.536158 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-35a6f880-e80e-45d7-97ca-e1d85de58b04 admin admin] Publish callbacks [] for security_group (e0dcbadc-539d-46dd-953f-9b1b345849fa), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:25.569637 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-8618b496-20bf-486d-b9eb-938f10f04439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:25.571094 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-8618b496-20bf-486d-b9eb-938f10f04439 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0662982 Mar 16 16:34:25.572889 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-35a6f880-e80e-45d7-97ca-e1d85de58b04 admin admin] Publish callbacks [] for security_group (e0dcbadc-539d-46dd-953f-9b1b345849fa), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:25.628256 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-11bbb938-68bd-4f8f-ae7c-be0c83e9bdee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411377 Mar 16 16:34:25.660703 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-35a6f880-e80e-45d7-97ca-e1d85de58b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e0dcbadc-539d-46dd-953f-9b1b345849fa), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:25.663323 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-35a6f880-e80e-45d7-97ca-e1d85de58b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:25.664467 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-35a6f880-e80e-45d7-97ca-e1d85de58b04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0dcbadc-539d-46dd-953f-9b1b345849fa HTTP/1.1" status: 204 len: 168 time: 0.2629690 Mar 16 16:34:25.702402 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6f880-e80e-45d7-97ca-e1d85de58b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dcbadc-539d-46dd-953f-9b1b345849fa,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:25.757310 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-29b103ba-f17e-4341-9a96-d1daa11d2a66 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155915 Mar 16 16:34:25.883965 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a5eab517-9468-46ca-9c2b-a5332b58dc3a req-45bbabfd-2ca3-41a9-8248-ad129c4fb347 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944262 Mar 16 16:34:26.225087 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c00529ad-b916-4161-bc37-6d2272e0cb41 req-7363df0b-edc2-4bc9-9f82-d432b8562a11 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Mar 16 16:34:26.339224 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90d11-5530-4f91-883e-52da6b639af5 req-9eb88cef-6ad3-44ac-90cf-e898e63fbac7 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:26.341449 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eaa90d11-5530-4f91-883e-52da6b639af5 req-9eb88cef-6ad3-44ac-90cf-e898e63fbac7 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0641584 Mar 16 16:34:26.396831 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eaa90d11-5530-4f91-883e-52da6b639af5 req-d4021235-9472-4d0b-99a9-b9d43021c055 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497878 Mar 16 16:34:26.462279 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-9174b857-47f8-451d-a133-28790fea1c5e tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:26.464641 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-9174b857-47f8-451d-a133-28790fea1c5e tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "GET /v2.0/networks?id=bad2511c-7b0b-449f-a630-f639cb65a41d HTTP/1.1" status: 200 len: 809 time: 0.1571195 Mar 16 16:34:26.481789 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Request body: {'port': {'device_id': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d', 'admin_state_up': True, 'tenant_id': 'ba2d48f7d7e64c339ba3495ce7f8845e'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:26.615804 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302782-7534-422d-93d8-d2cf8d82cf77 req-2378e1f3-b367-4f2c-81db-a91b050af771 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:26.617296 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2302782-7534-422d-93d8-d2cf8d82cf77 req-2378e1f3-b367-4f2c-81db-a91b050af771 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0918021 Mar 16 16:34:26.646192 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Made reservation on behalf of ba2d48f7d7e64c339ba3495ce7f8845e for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:34:26.649509 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:26.703569 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2302782-7534-422d-93d8-d2cf8d82cf77 req-7cfb72da-5369-41c0-bcde-1f0dde69b58e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757661 Mar 16 16:34:26.802747 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Allocated IP 172.20.0.14 (bad2511c-7b0b-449f-a630-f639cb65a41d/1a49f237-4f30-4730-9959-61bc008b1bb1/00701c56-10f0-4d6e-8483-38caeec6075d) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:34:26.954952 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks [] for port (00701c56-10f0-4d6e-8483-38caeec6075d), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:26.994029 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.038294 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Network bad2511c-7b0b-449f-a630-f639cb65a41d is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:34:27.041737 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:34:27.046438 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:34:27.052876 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Pushing event updated for resources: {'Port': ['ID=00701c56-10f0-4d6e-8483-38caeec6075d,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:27.100235 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:27.100986 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.124835 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-86f8c47b-2bdf-4bed-bc17-20835a36fc87 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6474104 Mar 16 16:34:27.194753 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Request body: {'port': {'device_id': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:27.257329 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.352588 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c60465-ec77-4467-b873-501ede953489 req-ac447c0b-8589-40b1-b594-11907c7b4d1d tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:27.355185 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e7c60465-ec77-4467-b873-501ede953489 req-ac447c0b-8589-40b1-b594-11907c7b4d1d tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 932 time: 0.0537391 Mar 16 16:34:27.412823 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e7c60465-ec77-4467-b873-501ede953489 req-bcdb1d95-20ce-4805-a53d-02176c518bbe tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515361 Mar 16 16:34:27.607482 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b58881-a196-45d0-9582-80dc6f506f3f req-288dc485-56c0-4e7c-848a-43de17c1ee47 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:27.608979 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-54b58881-a196-45d0-9582-80dc6f506f3f req-288dc485-56c0-4e7c-848a-43de17c1ee47 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.1070759 Mar 16 16:34:27.610837 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00701c56-10f0-4d6e-8483-38caeec6075d {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:27.624584 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Publish callbacks [] for port (00701c56-10f0-4d6e-8483-38caeec6075d), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.649475 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Transition to ACTIVE for port object 00701c56-10f0-4d6e-8483-38caeec6075d will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:34:27.657989 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.706171 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-54b58881-a196-45d0-9582-80dc6f506f3f req-e2f7bf55-5e10-4646-952b-74aec1d26243 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/security-groups?id=23f6b777-0d83-46f2-b662-f012309d70b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908542 Mar 16 16:34:27.743363 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Pushing event updated for resources: {'Port': ['ID=00701c56-10f0-4d6e-8483-38caeec6075d,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:27.792829 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Attempting to bind port 00701c56-10f0-4d6e-8483-38caeec6075d on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:34:27.793082 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Attempting to bind port 00701c56-10f0-4d6e-8483-38caeec6075d by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:34:27.793479 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Attempting to bind port 00701c56-10f0-4d6e-8483-38caeec6075d on network bad2511c-7b0b-449f-a630-f639cb65a41d {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:27.797723 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Port 00701c56-10f0-4d6e-8483-38caeec6075d on network bad2511c-7b0b-449f-a630-f639cb65a41d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:34:27.798023 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Attempting to bind port 00701c56-10f0-4d6e-8483-38caeec6075d on network bad2511c-7b0b-449f-a630-f639cb65a41d {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:27.802679 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:34:27.803016 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Checking segment: {'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:34:27.803395 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Bound using segment: {'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:34:27.803829 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Bound port: 00701c56-10f0-4d6e-8483-38caeec6075d, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:34:27.804157 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.829029 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975450b-f575-4608-9054-e5a30f07466a req-78243892-ac39-4b19-9895-abecc222d5e6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:27.830493 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6975450b-f575-4608-9054-e5a30f07466a req-78243892-ac39-4b19-9895-abecc222d5e6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0557575 Mar 16 16:34:27.871288 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] For port 00701c56-10f0-4d6e-8483-38caeec6075d, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:34:27.874801 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] For port 00701c56-10f0-4d6e-8483-38caeec6075d, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00701c56-10f0-4d6e-8483-38caeec6075d,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:34:27.880956 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.909602 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6975450b-f575-4608-9054-e5a30f07466a req-d7157cb9-7e9c-4e7b-aacf-1a903a33e2b8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653191 Mar 16 16:34:27.912522 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:27.913202 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:27.914694 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] 10.222.0.57 "PUT /v2.0/ports/00701c56-10f0-4d6e-8483-38caeec6075d HTTP/1.1" status: 200 len: 1094 time: 0.7247691 Mar 16 16:34:27.915141 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'tag': '00701c56-10f0-4d6e-8483-38caeec6075d'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:27.917591 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-86d2546c-a1ad-4ad6-9ef8-b794d4e99e45 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:27.918437 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5e64fc-9eab-45a2-b4f7-13126cafad07", "tag": "00701c56-10f0-4d6e-8483-38caeec6075d"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:27.919091 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-86d2546c-a1ad-4ad6-9ef8-b794d4e99e45 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.57 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 946 time: 0.0839589 Mar 16 16:34:27.947223 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a37628-58da-4f17-a90d-c842d395e416 service neutron] Pushing event updated for resources: {'Port': ['ID=00701c56-10f0-4d6e-8483-38caeec6075d,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:27.972698 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1371d0e-4475-41bf-a502-178ee6a2f405 x-openstack-request-id: req-d1371d0e-4475-41bf-a502-178ee6a2f405 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:27.972992 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5e64fc-9eab-45a2-b4f7-13126cafad07", "tag": "00701c56-10f0-4d6e-8483-38caeec6075d", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:27.973248 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1371d0e-4475-41bf-a502-178ee6a2f405 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:27.973652 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'tag': '00701c56-10f0-4d6e-8483-38caeec6075d', 'status': 'completed', 'code': 200} Mar 16 16:34:28.021740 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-7e49aeed-65c9-4db3-a250-bc21f9d5e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:28.023254 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-7e49aeed-65c9-4db3-a250-bc21f9d5e783 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba2d48f7d7e64c339ba3495ce7f8845e&device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 1128 time: 0.0461109 Mar 16 16:34:28.068738 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-6d07191e-4d9d-4eab-b49d-0718e8faf890 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00701c56-10f0-4d6e-8483-38caeec6075d HTTP/1.1" status: 200 len: 217 time: 0.0372610 Mar 16 16:34:28.093097 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Deleting port 0125f2bd-9e15-4f09-9212-6f81dbba0079 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:34:28.093435 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:28.118376 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-7b88fbaf-fa1d-46d2-a95a-9860f6d484cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:28.119842 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-7b88fbaf-fa1d-46d2-a95a-9860f6d484cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a49f237-4f30-4730-9959-61bc008b1bb1 HTTP/1.1" status: 200 len: 849 time: 0.0437601 Mar 16 16:34:28.167784 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-1e7a545e-31a8-4d57-98f0-9e29144a5aa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bad2511c-7b0b-449f-a630-f639cb65a41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250428 Mar 16 16:34:28.185525 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] For port 0125f2bd-9e15-4f09-9212-6f81dbba0079, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0125f2bd-9e15-4f09-9212-6f81dbba0079,segment=NetworkSegment(84e199c7-0142-443d-87ef-25021a98f6e0),segment_id=84e199c7-0142-443d-87ef-25021a98f6e0)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:28.185877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:28.201389 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Calling delete_port for 0125f2bd-9e15-4f09-9212-6f81dbba0079 owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:34:28.262529 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-b89d0f68-0b69-4c77-9dbb-128bda630128 service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881064 Mar 16 16:34:28.352140 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2318dcd1-f69f-4105-a5dd-695a5fadbd13 req-4692e522-0ade-4f3f-87a4-0f1cc5a35c02 service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827794 Mar 16 16:34:28.352905 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760'] for port (0125f2bd-9e15-4f09-9212-6f81dbba0079), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:28.365286 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['0125f2bd-9e15-4f09-9212-6f81dbba0079'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:28.383618 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Pushing event deleted for resources: {'Port': ['ID=0125f2bd-9e15-4f09-9212-6f81dbba0079,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:28.450810 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-87b1199f-4a78-4d3c-88d9-6bde7183a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:28.452418 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-87b1199f-4a78-4d3c-88d9-6bde7183a221 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba2d48f7d7e64c339ba3495ce7f8845e&device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 1128 time: 0.0512731 Mar 16 16:34:28.456057 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] No DVR routers for this DVR port 0125f2bd-9e15-4f09-9212-6f81dbba0079 on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:34:28.459084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:28.462413 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ac44c6d5-bb22-4e84-b20a-b25a37a62227 req-dd4dd94c-f316-4433-bdce-67ea0b1ca48c tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.57 "DELETE /v2.0/ports/0125f2bd-9e15-4f09-9212-6f81dbba0079 HTTP/1.1" status: 204 len: 173 time: 0.5370870 Mar 16 16:34:28.462865 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'name': 'network-vif-deleted', 'tag': '0125f2bd-9e15-4f09-9212-6f81dbba0079'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:28.466357 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e63939-71c5-41e3-b2e1-1e93a3f80556" -d '{"events": [{"server_uuid": "1dceff1d-4b81-493b-a0a4-f76eeff22515", "name": "network-vif-deleted", "tag": "0125f2bd-9e15-4f09-9212-6f81dbba0079"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:28.520251 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31012230-f74e-4b04-8274-510fd7a53c71 x-openstack-request-id: req-31012230-f74e-4b04-8274-510fd7a53c71 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:28.521569 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dceff1d-4b81-493b-a0a4-f76eeff22515", "name": "network-vif-deleted", "tag": "0125f2bd-9e15-4f09-9212-6f81dbba0079", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:28.521569 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31012230-f74e-4b04-8274-510fd7a53c71 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:28.521569 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dceff1d-4b81-493b-a0a4-f76eeff22515', 'name': 'network-vif-deleted', 'tag': '0125f2bd-9e15-4f09-9212-6f81dbba0079', 'status': 'completed', 'code': 200} Mar 16 16:34:28.558557 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aef78b-a73f-41a7-aa04-b177fbcd0726 req-a85ef896-38ad-42ac-81d1-6243de9412de tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:28.561313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-f678f014-384b-40e9-981e-852c88f5d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:28.562794 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-f678f014-384b-40e9-981e-852c88f5d05a service neutron] 10.222.0.57 "GET /v2.0/networks?id=bad2511c-7b0b-449f-a630-f639cb65a41d HTTP/1.1" status: 200 len: 910 time: 0.1032317 Mar 16 16:34:28.564729 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-30aef78b-a73f-41a7-aa04-b177fbcd0726 req-a85ef896-38ad-42ac-81d1-6243de9412de tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 944 time: 0.0783508 Mar 16 16:34:28.608635 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-30aef78b-a73f-41a7-aa04-b177fbcd0726 req-e639b7fd-2d50-483b-bb8d-b50f14ff4cfb tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Mar 16 16:34:28.620495 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-1922388b-f684-476b-b0c6-0c65ef56dea5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00701c56-10f0-4d6e-8483-38caeec6075d HTTP/1.1" status: 200 len: 217 time: 0.0432632 Mar 16 16:34:28.675722 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-1287b00e-fe3c-44b2-9e20-3339e9cdaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:28.677323 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-1287b00e-fe3c-44b2-9e20-3339e9cdaa22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a49f237-4f30-4730-9959-61bc008b1bb1 HTTP/1.1" status: 200 len: 849 time: 0.0504856 Mar 16 16:34:28.718136 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-f50a189b-0a8c-477b-8ee4-b20e993fca50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bad2511c-7b0b-449f-a630-f639cb65a41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280104 Mar 16 16:34:28.825143 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bc9875d-63e5-4263-a2b4-089d4d5a9135 req-53c3e9ac-8207-48f8-9f88-de476bef9e78 tempest-DeleteServersTestJSON-1612325447 tempest-DeleteServersTestJSON-1612325447-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dceff1d-4b81-493b-a0a4-f76eeff22515 HTTP/1.1" status: 200 len: 210 time: 0.0365131 Mar 16 16:34:28.856967 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-5b0bd69f-2db5-4d01-9990-9b584fafa637 service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269288 Mar 16 16:34:28.960744 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15a9c971-94e0-4c42-b9c3-fdb0747c7c81 req-96dcb1a8-52be-4a80-ac0c-dbfc4a28da6f service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953951 Mar 16 16:34:29.038805 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20083f40-9aad-4730-ba3b-91be56650ca2 req-29d3ea83-6889-493c-86a2-c709b1d9c43e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:29.040249 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-20083f40-9aad-4730-ba3b-91be56650ca2 req-29d3ea83-6889-493c-86a2-c709b1d9c43e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0518224 Mar 16 16:34:29.086505 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-20083f40-9aad-4730-ba3b-91be56650ca2 req-38f3ec98-0e16-4db4-b37f-d8a59459164f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Mar 16 16:34:29.724365 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65280d1c-525d-4c08-a29c-474e0631ecc9 req-60f0f971-5c96-456b-951f-b7b2446c6490 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:29.725823 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65280d1c-525d-4c08-a29c-474e0631ecc9 req-60f0f971-5c96-456b-951f-b7b2446c6490 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 944 time: 0.0513384 Mar 16 16:34:29.772119 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65280d1c-525d-4c08-a29c-474e0631ecc9 req-9f2ad954-c820-4066-bc81-3e6932462e35 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Mar 16 16:34:30.220317 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd33cd-9068-49a5-9a9d-531e1c766040 req-72a86ccd-58d4-45fc-9905-716a03b33452 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:30.221791 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-45bd33cd-9068-49a5-9a9d-531e1c766040 req-72a86ccd-58d4-45fc-9905-716a03b33452 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0623736 Mar 16 16:34:30.267887 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-45bd33cd-9068-49a5-9a9d-531e1c766040 req-421e78ee-a8cf-4c5e-82b9-0117ba6063c3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Mar 16 16:34:31.068301 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206f2a7-482a-4b8b-b536-4c142d172ffb req-aed4a2b2-e817-4bc5-9c90-f4da09011952 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:31.069760 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9206f2a7-482a-4b8b-b536-4c142d172ffb req-aed4a2b2-e817-4bc5-9c90-f4da09011952 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 944 time: 0.2320433 Mar 16 16:34:31.114951 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9206f2a7-482a-4b8b-b536-4c142d172ffb req-5ccbc273-7c78-4a9a-86b9-eff40681999a tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Mar 16 16:34:31.262797 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34548) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:31.308422 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_v2 [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] Deleting subnet 6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d {{(pid=103490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:34:31.311650 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] Publish callbacks [] for subnet (6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.356055 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065177'] for subnet (6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.389084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855190-8e8d-4c74-b672-031e9d3405ca req-48b744da-cc16-4d79-91cb-174fab85dd09 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:31.390496 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-80855190-8e8d-4c74-b672-031e9d3405ca req-48b744da-cc16-4d79-91cb-174fab85dd09 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0552735 Mar 16 16:34:31.398831 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.438504 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-80855190-8e8d-4c74-b672-031e9d3405ca req-f57a5feb-40f8-44a4-9ec8-c22e879fb0f7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Mar 16 16:34:31.466178 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13634474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13685210'] for subnet (6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.491432 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:31.495732 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.498965 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-26410e98-304b-492c-a3ae-9005f97cb8b8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6d2a2bd9-2e02-43a5-9f9b-ddf7c7f0d33d HTTP/1.1" status: 204 len: 168 time: 0.2351129 Mar 16 16:34:31.501506 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34560) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:31.578742 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (122892e6-3bbc-45b9-8b60-1bd191d4ecad), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.603746 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34564) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:31.658897 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (122892e6-3bbc-45b9-8b60-1bd191d4ecad), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.683200 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.683714 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.684507 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.684838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.685188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.685520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.685854 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.686191 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.686500 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.686818 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.708933 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0a54707c-aa32-4d25-9b9d-789c2b9bf63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.759317 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.759694 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.760025 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.760422 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 16:34:31.760802 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122892e6-3bbc-45b9-8b60-1bd191d4ecad']}} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:31.778230 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e199c7-0142-443d-87ef-25021a98f6e0') {'for_net_delete': True} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:31.778524 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e199c7-0142-443d-87ef-25021a98f6e0') {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:34:31.782836 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0a54707c-aa32-4d25-9b9d-789c2b9bf63c admin admin] Publish callbacks [] for security_group (9887f346-b917-4bc5-b555-686e0b19a9f5), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.786716 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0a54707c-aa32-4d25-9b9d-789c2b9bf63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9887f346-b917-4bc5-b555-686e0b19a9f5), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.795094 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12648482'] for segment (84e199c7-0142-443d-87ef-25021a98f6e0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.815768 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (84e199c7-0142-443d-87ef-25021a98f6e0), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.824586 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:34:31.824973 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25084362'] for segment (84e199c7-0142-443d-87ef-25021a98f6e0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.826721 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-0a54707c-aa32-4d25-9b9d-789c2b9bf63c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e56365f89f894d84b58588f942c128be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206392 Mar 16 16:34:31.827602 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54707c-aa32-4d25-9b9d-789c2b9bf63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887f346-b917-4bc5-b555-686e0b19a9f5,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: from cryptography.utils import int_from_bytes Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: from cryptography.utils import int_from_bytes Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: Traceback (most recent call last): Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: timer() Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: cb(*args, **kw) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: return func(*args, **kwargs) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: self._notify() Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: self.callback(batched_events) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: event.method(event) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: return f(self, *a, **k) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._get(url).json() Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: return self.request(url, 'GET', **kwargs) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:34:31.828906 dv-cinder-834009-1-iscsi neutron-server[103491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:34:31.831322 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34568) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:31.881678 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bf80ba20-3f22-4db0-aed3-fc0a84481cd8 admin admin] Publish callbacks [] for security_group (9887f346-b917-4bc5-b555-686e0b19a9f5), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.888558 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (122892e6-3bbc-45b9-8b60-1bd191d4ecad), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.906580 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bf80ba20-3f22-4db0-aed3-fc0a84481cd8 admin admin] Publish callbacks [] for security_group (9887f346-b917-4bc5-b555-686e0b19a9f5), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.907784 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.911121 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/122892e6-3bbc-45b9-8b60-1bd191d4ecad HTTP/1.1" status: 204 len: 168 time: 0.4085407 Mar 16 16:34:31.912091 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70710a-c7fa-4c5d-8654-d83406b825f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=122892e6-3bbc-45b9-8b60-1bd191d4ecad,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:31.961709 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bf80ba20-3f22-4db0-aed3-fc0a84481cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9887f346-b917-4bc5-b555-686e0b19a9f5), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.964947 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bf80ba20-3f22-4db0-aed3-fc0a84481cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:31.968521 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-bf80ba20-3f22-4db0-aed3-fc0a84481cd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9887f346-b917-4bc5-b555-686e0b19a9f5 HTTP/1.1" status: 204 len: 168 time: 0.1344752 Mar 16 16:34:31.975804 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80ba20-3f22-4db0-aed3-fc0a84481cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887f346-b917-4bc5-b555-686e0b19a9f5,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:32.039038 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34576) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:32.186582 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00701c56-10f0-4d6e-8483-38caeec6075d details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:34:32.199224 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0125f2bd-9e15-4f09-9212-6f81dbba0079 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:34:32.232475 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 0125f2bd-9e15-4f09-9212-6f81dbba0079 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:34:32.233154 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0125f2bd-9e15-4f09-9212-6f81dbba0079 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:34:32.266809 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001579f-d13b-4fea-8a09-3b352cc77230 req-b3006dc3-1512-4d80-b346-8e7315175464 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:32.269231 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c001579f-d13b-4fea-8a09-3b352cc77230 req-b3006dc3-1512-4d80-b346-8e7315175464 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 944 time: 0.0805404 Mar 16 16:34:32.277746 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-e548c7a7-ae37-4c83-9239-49efe00fe4f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=041713129418473c9b92b83876852076&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2373283 Mar 16 16:34:32.280057 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34582) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:32.302631 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34584) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:32.326497 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-77205f91-1b3c-45c3-91fa-dea004384738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.330321 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1c6-a9a4-4ecd-a9b2-ee6c5f282d54 admin admin] Publish callbacks [] for security_group (23f6b777-0d83-46f2-b662-f012309d70b4), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.334798 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 00701c56-10f0-4d6e-8483-38caeec6075d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00701c56-10f0-4d6e-8483-38caeec6075d,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:32.347119 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '00701c56-10f0-4d6e-8483-38caeec6075d', 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d', 'port_id': '00701c56-10f0-4d6e-8483-38caeec6075d', 'mac_address': 'fa:16:3e:04:31:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a49f237-4f30-4730-9959-61bc008b1bb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:34:32.347363 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c001579f-d13b-4fea-8a09-3b352cc77230 req-82b31a5c-a690-467b-8af9-e87649bb1749 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722983 Mar 16 16:34:32.352115 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1c6-a9a4-4ecd-a9b2-ee6c5f282d54 admin admin] Publish callbacks [] for security_group (23f6b777-0d83-46f2-b662-f012309d70b4), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.396722 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 00701c56-10f0-4d6e-8483-38caeec6075d is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:32.397089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.405418 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1c6-a9a4-4ecd-a9b2-ee6c5f282d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (23f6b777-0d83-46f2-b662-f012309d70b4), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.408618 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec1c6-a9a4-4ecd-a9b2-ee6c5f282d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.412229 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2e6ec1c6-a9a4-4ecd-a9b2-ee6c5f282d54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23f6b777-0d83-46f2-b662-f012309d70b4 HTTP/1.1" status: 204 len: 168 time: 0.1286891 Mar 16 16:34:32.418237 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00701c56-10f0-4d6e-8483-38caeec6075d {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:32.425569 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ec1c6-a9a4-4ecd-a9b2-ee6c5f282d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f6b777-0d83-46f2-b662-f012309d70b4,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:32.426471 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-77205f91-1b3c-45c3-91fa-dea004384738 admin admin] Publish callbacks [] for security_group (9205b20a-3abb-4cab-b43a-f89d06b7cac1), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.431613 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-77205f91-1b3c-45c3-91fa-dea004384738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9205b20a-3abb-4cab-b43a-f89d06b7cac1), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.445688 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 00701c56-10f0-4d6e-8483-38caeec6075d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00701c56-10f0-4d6e-8483-38caeec6075d,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:32.451764 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.476474 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-77205f91-1b3c-45c3-91fa-dea004384738 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=896114d695914be18e5a3a42d942dc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725190 Mar 16 16:34:32.477655 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77205f91-1b3c-45c3-91fa-dea004384738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9205b20a-3abb-4cab-b43a-f89d06b7cac1,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:32.479233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34590) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:32.526694 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=00701c56-10f0-4d6e-8483-38caeec6075d,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:32.535849 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.536197 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.536594 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.536958 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.537592 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.538040 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.538237 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.538862 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.539329 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.539801 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.540306 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.540420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-edc506c2-9993-459a-8890-37d1adcdb3c1 admin admin] Publish callbacks [] for security_group (9205b20a-3abb-4cab-b43a-f89d06b7cac1), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.541334 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.541909 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.542485 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.542969 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:34:32.574019 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-edc506c2-9993-459a-8890-37d1adcdb3c1 admin admin] Publish callbacks [] for security_group (9205b20a-3abb-4cab-b43a-f89d06b7cac1), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.641829 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2626c3-87ca-42f2-8b18-a27b0be87e27 req-9f23a849-c638-4886-b8f5-60e8a9759aad tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:32.643316 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fd2626c3-87ca-42f2-8b18-a27b0be87e27 req-9f23a849-c638-4886-b8f5-60e8a9759aad tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0895691 Mar 16 16:34:32.679375 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-edc506c2-9993-459a-8890-37d1adcdb3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9205b20a-3abb-4cab-b43a-f89d06b7cac1), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.685678 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-edc506c2-9993-459a-8890-37d1adcdb3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:32.686926 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-edc506c2-9993-459a-8890-37d1adcdb3c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9205b20a-3abb-4cab-b43a-f89d06b7cac1 HTTP/1.1" status: 204 len: 168 time: 0.2055705 Mar 16 16:34:32.706157 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc506c2-9993-459a-8890-37d1adcdb3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9205b20a-3abb-4cab-b43a-f89d06b7cac1,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:32.712146 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fd2626c3-87ca-42f2-8b18-a27b0be87e27 req-04ab4f20-174b-45ef-8ad3-7a4eab3c4333 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628810 Mar 16 16:34:32.930877 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['00701c56-10f0-4d6e-8483-38caeec6075d'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:33.477415 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:34:33.478173 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a88b24-61f3-4956-ae9a-06a223187f5c req-6ee50086-a863-4518-ad44-7397830b3ee3 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:33.480236 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-81a88b24-61f3-4956-ae9a-06a223187f5c req-6ee50086-a863-4518-ad44-7397830b3ee3 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 945 time: 0.0586305 Mar 16 16:34:33.528178 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-81a88b24-61f3-4956-ae9a-06a223187f5c req-8dfcfded-b011-4fcb-bfe1-d3e2f104c31d tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Mar 16 16:34:33.869591 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6407-722c-40d4-aa8c-1e12b7930764 req-4f400d6e-7686-40f9-82c1-8702a2c7d272 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:33.872368 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-219b6407-722c-40d4-aa8c-1e12b7930764 req-4f400d6e-7686-40f9-82c1-8702a2c7d272 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0830271 Mar 16 16:34:33.929472 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-219b6407-722c-40d4-aa8c-1e12b7930764 req-6b4b574b-879c-4292-af12-0eb4966f4f74 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Mar 16 16:34:34.036734 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34676) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:34.140778 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2fa61107-7327-4884-a36c-2b907c687625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:34.217343 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2fa61107-7327-4884-a36c-2b907c687625 admin admin] Publish callbacks [] for security_group (71d59acb-94e6-47e9-b567-da6992cfb4a6), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:34.220904 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2fa61107-7327-4884-a36c-2b907c687625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (71d59acb-94e6-47e9-b567-da6992cfb4a6), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:34.257954 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2fa61107-7327-4884-a36c-2b907c687625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02c6686b5ad94082a9a795f57c2daef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201660 Mar 16 16:34:34.258907 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa61107-7327-4884-a36c-2b907c687625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d59acb-94e6-47e9-b567-da6992cfb4a6,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:34.262235 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34680) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:34.308537 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a4911af7-7727-4bf9-9e9c-3d43f77f7a2e admin admin] Publish callbacks [] for security_group (71d59acb-94e6-47e9-b567-da6992cfb4a6), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:34.329402 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a4911af7-7727-4bf9-9e9c-3d43f77f7a2e admin admin] Publish callbacks [] for security_group (71d59acb-94e6-47e9-b567-da6992cfb4a6), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:34.374170 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a4911af7-7727-4bf9-9e9c-3d43f77f7a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (71d59acb-94e6-47e9-b567-da6992cfb4a6), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:34.376748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a4911af7-7727-4bf9-9e9c-3d43f77f7a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:34.377908 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-a4911af7-7727-4bf9-9e9c-3d43f77f7a2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71d59acb-94e6-47e9-b567-da6992cfb4a6 HTTP/1.1" status: 204 len: 168 time: 0.1143315 Mar 16 16:34:34.386439 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4911af7-7727-4bf9-9e9c-3d43f77f7a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d59acb-94e6-47e9-b567-da6992cfb4a6,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:34.651715 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a95928-cc6f-40a6-afb3-99e9786b25af req-effbe865-cd33-4e9d-8771-6305dbe3e5e1 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:34.653544 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b1a95928-cc6f-40a6-afb3-99e9786b25af req-effbe865-cd33-4e9d-8771-6305dbe3e5e1 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 945 time: 0.0578241 Mar 16 16:34:34.703513 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b1a95928-cc6f-40a6-afb3-99e9786b25af req-f6eb1cfc-73d0-42ff-89d1-2bc7413ea1d6 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Mar 16 16:34:35.061116 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694ea28-c3c6-4944-9edc-ce0d52f042c8 req-a3f7e184-81cb-4fb1-a50c-aeea888294fe tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:35.062712 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a694ea28-c3c6-4944-9edc-ce0d52f042c8 req-a3f7e184-81cb-4fb1-a50c-aeea888294fe tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0556893 Mar 16 16:34:35.123703 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a694ea28-c3c6-4944-9edc-ce0d52f042c8 req-62e732c8-a73c-4af7-b8e6-9cd0719d48a5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Mar 16 16:34:35.846688 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed0250-9623-44f4-8e30-80f7fe5cb3f2 req-d626248c-ce57-44c3-ba1d-4f76c69525b1 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:35.849023 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e5ed0250-9623-44f4-8e30-80f7fe5cb3f2 req-d626248c-ce57-44c3-ba1d-4f76c69525b1 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 945 time: 0.0567117 Mar 16 16:34:35.899096 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e5ed0250-9623-44f4-8e30-80f7fe5cb3f2 req-a7942c7c-deab-4dab-98c1-dc98769be11a tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Mar 16 16:34:36.206888 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00701c56-10f0-4d6e-8483-38caeec6075d up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:34:36.230881 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7bfc2-f67a-41c8-a5f5-b33001c91926 req-7e9bea34-4093-42dc-a049-43d44893e408 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:36.232545 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-91c7bfc2-f67a-41c8-a5f5-b33001c91926 req-7e9bea34-4093-42dc-a049-43d44893e408 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0548179 Mar 16 16:34:36.257808 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 00701c56-10f0-4d6e-8483-38caeec6075d completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:34:36.263279 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 00701c56-10f0-4d6e-8483-38caeec6075d triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:34:36.263678 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:36.292955 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-91c7bfc2-f67a-41c8-a5f5-b33001c91926 req-efa514eb-c5af-4290-badc-9922e30c8b5f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538082 Mar 16 16:34:36.350971 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 00701c56-10f0-4d6e-8483-38caeec6075d is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:36.351355 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:36.374758 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00701c56-10f0-4d6e-8483-38caeec6075d'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:36.377022 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038628ea-9b68-48eb-9520-732d5d722e86" -d '{"events": [{"server_uuid": "7e5e64fc-9eab-45a2-b4f7-13126cafad07", "name": "network-vif-plugged", "status": "completed", "tag": "00701c56-10f0-4d6e-8483-38caeec6075d"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:36.391895 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 00701c56-10f0-4d6e-8483-38caeec6075d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00701c56-10f0-4d6e-8483-38caeec6075d,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:36.396072 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:36.422922 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0256ba6-a463-4bf3-ae5f-6c8b4aefef3f x-openstack-request-id: req-d0256ba6-a463-4bf3-ae5f-6c8b4aefef3f {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:36.423302 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5e64fc-9eab-45a2-b4f7-13126cafad07", "name": "network-vif-plugged", "status": "completed", "tag": "00701c56-10f0-4d6e-8483-38caeec6075d", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:36.423614 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0256ba6-a463-4bf3-ae5f-6c8b4aefef3f {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:36.424074 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00701c56-10f0-4d6e-8483-38caeec6075d', 'code': 200} Mar 16 16:34:36.456094 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=00701c56-10f0-4d6e-8483-38caeec6075d,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:36.624194 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413bd82-be34-4951-864a-1b8e73f8a6a7 req-0b8cde49-0806-41d3-8f87-b58f9f502156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:36.625603 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f413bd82-be34-4951-864a-1b8e73f8a6a7 req-0b8cde49-0806-41d3-8f87-b58f9f502156 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 1130 time: 0.0447290 Mar 16 16:34:36.678656 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f413bd82-be34-4951-864a-1b8e73f8a6a7 req-d5c785a6-2e9d-447c-83fe-bc17dc24548f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456004 Mar 16 16:34:36.868727 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34790) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:36.969401 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-717248a1-c1f8-4c92-a636-c1a15557c1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:37.024864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e08c6-a349-43f6-ba6c-258f5203d027 req-95cd8ec0-3fa4-470d-ba42-4025157d2d03 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:37.027143 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-914e08c6-a349-43f6-ba6c-258f5203d027 req-95cd8ec0-3fa4-470d-ba42-4025157d2d03 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 946 time: 0.0619743 Mar 16 16:34:37.054446 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-717248a1-c1f8-4c92-a636-c1a15557c1d7 admin admin] Publish callbacks [] for security_group (565fb09a-f551-4d55-8e78-306ebd5a0276), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:37.059271 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-717248a1-c1f8-4c92-a636-c1a15557c1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (565fb09a-f551-4d55-8e78-306ebd5a0276), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:37.078303 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-914e08c6-a349-43f6-ba6c-258f5203d027 req-9baa9649-d82a-463a-9638-81c227c7fe52 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Mar 16 16:34:37.100708 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-717248a1-c1f8-4c92-a636-c1a15557c1d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df204a6836a449619fba749a18097f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284694 Mar 16 16:34:37.100708 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717248a1-c1f8-4c92-a636-c1a15557c1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565fb09a-f551-4d55-8e78-306ebd5a0276,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:37.101020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 34800) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:37.149561 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1d59469-d07f-49ae-955f-afbbd5931ebd admin admin] Publish callbacks [] for security_group (565fb09a-f551-4d55-8e78-306ebd5a0276), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:37.170722 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1d59469-d07f-49ae-955f-afbbd5931ebd admin admin] Publish callbacks [] for security_group (565fb09a-f551-4d55-8e78-306ebd5a0276), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:37.217960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1d59469-d07f-49ae-955f-afbbd5931ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (565fb09a-f551-4d55-8e78-306ebd5a0276), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:37.221026 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1d59469-d07f-49ae-955f-afbbd5931ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:37.224719 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a1d59469-d07f-49ae-955f-afbbd5931ebd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/565fb09a-f551-4d55-8e78-306ebd5a0276 HTTP/1.1" status: 204 len: 168 time: 0.1226854 Mar 16 16:34:37.232854 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d59469-d07f-49ae-955f-afbbd5931ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565fb09a-f551-4d55-8e78-306ebd5a0276,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:37.460371 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34ed2f-ce46-423d-b048-3d7021d49d40 req-3ee8aa83-25e4-42cf-86b4-3e1c5932fe90 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:37.461964 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dd34ed2f-ce46-423d-b048-3d7021d49d40 req-3ee8aa83-25e4-42cf-86b4-3e1c5932fe90 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0544469 Mar 16 16:34:37.511292 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dd34ed2f-ce46-423d-b048-3d7021d49d40 req-b22cec9b-db11-4abf-9480-fe40f501b2ad tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 Mar 16 16:34:37.823699 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34836) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:38.028931 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-95e56b2f-72ac-4b67-a862-cbe80660810a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:38.111400 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-95e56b2f-72ac-4b67-a862-cbe80660810a admin admin] Publish callbacks [] for security_group (3c563dbb-c005-4464-a823-9384d1189db3), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:38.115140 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-95e56b2f-72ac-4b67-a862-cbe80660810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (3c563dbb-c005-4464-a823-9384d1189db3), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:38.170053 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e56b2f-72ac-4b67-a862-cbe80660810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c563dbb-c005-4464-a823-9384d1189db3,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:38.189740 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-95e56b2f-72ac-4b67-a862-cbe80660810a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3381510cd164e21bdf407967e624f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630128 Mar 16 16:34:38.189987 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 34876) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:38.227171 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0d007-9873-42ae-a840-68f817fd4b3d req-01a5215a-1367-4f65-890d-4e3a098c610c tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:38.228700 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0af0d007-9873-42ae-a840-68f817fd4b3d req-01a5215a-1367-4f65-890d-4e3a098c610c tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 946 time: 0.0634847 Mar 16 16:34:38.250921 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f872d897-3954-45d5-b492-98cb321cdcb9 admin admin] Publish callbacks [] for security_group (3c563dbb-c005-4464-a823-9384d1189db3), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:38.274460 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f872d897-3954-45d5-b492-98cb321cdcb9 admin admin] Publish callbacks [] for security_group (3c563dbb-c005-4464-a823-9384d1189db3), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:38.285783 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0af0d007-9873-42ae-a840-68f817fd4b3d req-3dfef8e9-cc00-44d4-805c-bdf8f1c40bba tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498455 Mar 16 16:34:38.347294 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f872d897-3954-45d5-b492-98cb321cdcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (3c563dbb-c005-4464-a823-9384d1189db3), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:38.350845 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f872d897-3954-45d5-b492-98cb321cdcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:38.352224 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-f872d897-3954-45d5-b492-98cb321cdcb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c563dbb-c005-4464-a823-9384d1189db3 HTTP/1.1" status: 204 len: 168 time: 0.1611447 Mar 16 16:34:38.360737 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d897-3954-45d5-b492-98cb321cdcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c563dbb-c005-4464-a823-9384d1189db3,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:38.652032 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a021b-d1dc-4dee-be32-6504488e9304 req-fa467bd1-dd79-48aa-9d7b-b563bdad3b53 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:38.653608 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-762a021b-d1dc-4dee-be32-6504488e9304 req-fa467bd1-dd79-48aa-9d7b-b563bdad3b53 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0555141 Mar 16 16:34:38.723930 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-762a021b-d1dc-4dee-be32-6504488e9304 req-682e65a5-dac7-43dc-90f6-0f05701cc5d2 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634832 Mar 16 16:34:39.416910 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08717e06-ccb2-4071-9b26-6770c073d3f2 req-7c780ff4-bf07-4558-a6b3-b9106a3b2a8a tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:39.418456 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-08717e06-ccb2-4071-9b26-6770c073d3f2 req-7c780ff4-bf07-4558-a6b3-b9106a3b2a8a tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 946 time: 0.0599992 Mar 16 16:34:39.470908 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-08717e06-ccb2-4071-9b26-6770c073d3f2 req-7bb9c6ad-9561-4005-896b-8715291d8eb8 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463960 Mar 16 16:34:39.846782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2d3ae-8f59-40f7-97a6-9ef5c0a280b2 req-c12bc279-89ba-4840-8211-18448f34eff8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:39.853086 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bdf2d3ae-8f59-40f7-97a6-9ef5c0a280b2 req-c12bc279-89ba-4840-8211-18448f34eff8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0630801 Mar 16 16:34:39.912121 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bdf2d3ae-8f59-40f7-97a6-9ef5c0a280b2 req-0c9bc091-60e8-4703-af15-fe6f1036713d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554864 Mar 16 16:34:41.034350 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e4f39-4a12-4227-998e-5110647e30e7 req-faa2b184-57ff-4dec-b844-8f552f22a795 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:41.035820 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-494e4f39-4a12-4227-998e-5110647e30e7 req-faa2b184-57ff-4dec-b844-8f552f22a795 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0580766 Mar 16 16:34:41.086235 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-494e4f39-4a12-4227-998e-5110647e30e7 req-10a290f2-c56e-4b11-98aa-70ba723b6601 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Mar 16 16:34:42.199518 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d5c8d-1191-4fa9-9590-e7da9c8ffb16 req-b994a2fe-4a23-4940-9124-059e1580ffe9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:42.200994 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-349d5c8d-1191-4fa9-9590-e7da9c8ffb16 req-b994a2fe-4a23-4940-9124-059e1580ffe9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0509746 Mar 16 16:34:42.246514 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-349d5c8d-1191-4fa9-9590-e7da9c8ffb16 req-478cb264-b161-4e14-842a-d7672f5a565e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Mar 16 16:34:43.362910 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec28ed9-cc0f-4811-b6d0-d34d16889049 req-ce5ee6ae-142f-4c2b-b848-28b422dbfedc tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:43.364388 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-aec28ed9-cc0f-4811-b6d0-d34d16889049 req-ce5ee6ae-142f-4c2b-b848-28b422dbfedc tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0520475 Mar 16 16:34:43.410405 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-aec28ed9-cc0f-4811-b6d0-d34d16889049 req-8d8fc60f-aa6e-45d0-a1a3-4ff36060d8f7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Mar 16 16:34:44.001615 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-90077e8c-7f96-4b03-a763-ec2e5a3b44cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:44.147257 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651203d-b8a9-4114-ba77-05faa844b317 req-44a37fff-dac0-4192-a749-bdab586352ab tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:44.148764 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5651203d-b8a9-4114-ba77-05faa844b317 req-44a37fff-dac0-4192-a749-bdab586352ab tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 946 time: 0.0524485 Mar 16 16:34:44.194614 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5651203d-b8a9-4114-ba77-05faa844b317 req-a3d832ce-5599-4b05-a098-79beda93f905 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Mar 16 16:34:44.533552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13465490-aab2-489c-ade6-655303310948 req-6e1de536-0dbb-41f4-9e83-34ad6634d44c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:44.535028 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-13465490-aab2-489c-ade6-655303310948 req-6e1de536-0dbb-41f4-9e83-34ad6634d44c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0565820 Mar 16 16:34:44.581304 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-13465490-aab2-489c-ade6-655303310948 req-06d10dc4-aedc-4f84-bf27-d042a09dfa22 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Mar 16 16:34:45.323241 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d836e-a030-4159-aca2-25585ec3c479 req-f065da7b-1183-4b81-b235-93d96d125253 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:45.325111 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a19d836e-a030-4159-aca2-25585ec3c479 req-f065da7b-1183-4b81-b235-93d96d125253 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 946 time: 0.0563567 Mar 16 16:34:45.378535 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a19d836e-a030-4159-aca2-25585ec3c479 req-680d1a4b-99c7-49b8-9f30-6fcdacac331f tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467231 Mar 16 16:34:45.700133 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e293986-67a0-469e-8c04-b3c57e0af8c4 req-6d7b894c-adb0-4de4-b19b-bcce861cef10 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:45.701684 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8e293986-67a0-469e-8c04-b3c57e0af8c4 req-6d7b894c-adb0-4de4-b19b-bcce861cef10 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0549152 Mar 16 16:34:45.754660 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8e293986-67a0-469e-8c04-b3c57e0af8c4 req-6d1201d0-2965-46f4-bfaf-ce31236566f9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Mar 16 16:34:46.301169 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fe45191f-5815-4f29-a0f3-262713753492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:46.365245 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-09b037cd-397e-42a5-bf06-a681888f5ff7 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:46.366599 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-09b037cd-397e-42a5-bf06-a681888f5ff7 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 946 time: 0.0555098 Mar 16 16:34:46.502934 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Deleting port 00701c56-10f0-4d6e-8483-38caeec6075d {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:34:46.503269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:46.506174 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ea1e1-9985-44e6-bc7d-af3f4f48a766 req-d4e98d9b-451e-4d26-825a-3e4acd029907 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:46.507699 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-009ea1e1-9985-44e6-bc7d-af3f4f48a766 req-d4e98d9b-451e-4d26-825a-3e4acd029907 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e5e64fc-9eab-45a2-b4f7-13126cafad07 HTTP/1.1" status: 200 len: 946 time: 0.0560269 Mar 16 16:34:46.557642 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-009ea1e1-9985-44e6-bc7d-af3f4f48a766 req-6079815d-6f4f-472f-9064-590472fa7b93 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Mar 16 16:34:46.604080 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] For port 00701c56-10f0-4d6e-8483-38caeec6075d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00701c56-10f0-4d6e-8483-38caeec6075d,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:46.605285 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:46.622449 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Calling delete_port for 00701c56-10f0-4d6e-8483-38caeec6075d owned by compute:nova {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:34:46.774284 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (00701c56-10f0-4d6e-8483-38caeec6075d), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:46.789744 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['00701c56-10f0-4d6e-8483-38caeec6075d'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:46.801551 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Pushing event deleted for resources: {'Port': ['ID=00701c56-10f0-4d6e-8483-38caeec6075d,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:46.892064 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] No DVR routers for this DVR port 00701c56-10f0-4d6e-8483-38caeec6075d on host hv-cinder-83400 {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:34:46.896994 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:46.904691 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26f5e10c-167b-4921-857f-9129c9f0b43c req-61176c8d-9ef4-4e9e-9409-819424da2400 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "DELETE /v2.0/ports/00701c56-10f0-4d6e-8483-38caeec6075d HTTP/1.1" status: 204 len: 173 time: 0.5282929 Mar 16 16:34:46.904691 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'name': 'network-vif-deleted', 'tag': '00701c56-10f0-4d6e-8483-38caeec6075d'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:46.904691 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c20117-1ddb-4054-bc1c-a102f572ab38" -d '{"events": [{"server_uuid": "7e5e64fc-9eab-45a2-b4f7-13126cafad07", "name": "network-vif-deleted", "tag": "00701c56-10f0-4d6e-8483-38caeec6075d"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:46.931018 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bad2a-84ef-4396-b5c4-3c02b54dcd89 req-e1c5b834-397e-4b4e-b0ce-df0129ec89da tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:46.932597 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7a4bad2a-84ef-4396-b5c4-3c02b54dcd89 req-e1c5b834-397e-4b4e-b0ce-df0129ec89da tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.1013038 Mar 16 16:34:46.946162 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70731da-f081-49a8-92eb-8f799af6e279 x-openstack-request-id: req-d70731da-f081-49a8-92eb-8f799af6e279 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:46.946462 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5e64fc-9eab-45a2-b4f7-13126cafad07", "name": "network-vif-deleted", "tag": "00701c56-10f0-4d6e-8483-38caeec6075d", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:46.946717 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d70731da-f081-49a8-92eb-8f799af6e279 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:46.947116 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5e64fc-9eab-45a2-b4f7-13126cafad07', 'name': 'network-vif-deleted', 'tag': '00701c56-10f0-4d6e-8483-38caeec6075d', 'status': 'completed', 'code': 200} Mar 16 16:34:46.996895 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7a4bad2a-84ef-4396-b5c4-3c02b54dcd89 req-5ba32d2e-52d4-4f25-9a69-cde8ede6aa88 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578918 Mar 16 16:34:47.520332 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:47.890171 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fa83-d13a-48fa-a250-30136c0355cb req-de42024c-18b8-4a7f-b5a8-34510accd631 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:47.891674 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-de42024c-18b8-4a7f-b5a8-34510accd631 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/networks?id=bad2511c-7b0b-449f-a630-f639cb65a41d HTTP/1.1" status: 200 len: 809 time: 0.1220667 Mar 16 16:34:47.907251 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-70a0eb8d-6351-4378-870b-15f3c90ab7eb tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/quotas/ba2d48f7d7e64c339ba3495ce7f8845e HTTP/1.1" status: 200 len: 375 time: 0.0093725 Mar 16 16:34:47.939010 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-e520c44f-9f2e-488b-b68e-63dcf9c946f6 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2d48f7d7e64c339ba3495ce7f8845e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262597 Mar 16 16:34:48.049028 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-353aefca-20db-4a91-9ec8-68fa8968e74e service neutron] 10.222.0.30 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011324 Mar 16 16:34:48.125136 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8a0eb-8e0e-42a2-95b1-b3f720393575 req-7ec41ebe-1cb5-4571-849d-b054ee157df9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:48.126618 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3fa8a0eb-8e0e-42a2-95b1-b3f720393575 req-7ec41ebe-1cb5-4571-849d-b054ee157df9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0565858 Mar 16 16:34:48.147202 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-ce639782-e354-40cf-8949-e4666ba7f358 service neutron] 10.222.0.30 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Mar 16 16:34:48.176633 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3fa8a0eb-8e0e-42a2-95b1-b3f720393575 req-88dc0c64-eee1-4cb9-9caf-b0a5c4bd64f3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 Mar 16 16:34:48.329705 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-34ee9ff7-0679-464e-9b49-720ce4c12713 req-678ac276-09ae-4495-bcb7-7e0b0775c229 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 210 time: 0.0297005 Mar 16 16:34:48.943693 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35190) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:49.009103 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.057941 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1ba5dc89-efb1-4945-9515-f88e59f38bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.141754 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1ba5dc89-efb1-4945-9515-f88e59f38bc4 admin admin] Publish callbacks [] for security_group (9f18b00d-c27c-4d10-b3e8-3be8f41d45de), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.145363 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1ba5dc89-efb1-4945-9515-f88e59f38bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9f18b00d-c27c-4d10-b3e8-3be8f41d45de), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.183365 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1ba5dc89-efb1-4945-9515-f88e59f38bc4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4b95c7c9dcb4887be3aaf94b425d3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384503 Mar 16 16:34:49.184206 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5dc89-efb1-4945-9515-f88e59f38bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18b00d-c27c-4d10-b3e8-3be8f41d45de,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:49.186067 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35196) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:49.239595 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d928da6d-3375-44be-9321-5a6f8f069373 admin admin] Publish callbacks [] for security_group (9f18b00d-c27c-4d10-b3e8-3be8f41d45de), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.263914 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d928da6d-3375-44be-9321-5a6f8f069373 admin admin] Publish callbacks [] for security_group (9f18b00d-c27c-4d10-b3e8-3be8f41d45de), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.314293 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05630d-db33-4682-b1f8-b10a91914b7e req-103f2d6d-4d9b-4fd2-97c5-780222377969 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:49.314546 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d928da6d-3375-44be-9321-5a6f8f069373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9f18b00d-c27c-4d10-b3e8-3be8f41d45de), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.316054 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4d05630d-db33-4682-b1f8-b10a91914b7e req-103f2d6d-4d9b-4fd2-97c5-780222377969 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0579667 Mar 16 16:34:49.317542 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d928da6d-3375-44be-9321-5a6f8f069373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.320743 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d928da6d-3375-44be-9321-5a6f8f069373 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f18b00d-c27c-4d10-b3e8-3be8f41d45de HTTP/1.1" status: 204 len: 168 time: 0.1335452 Mar 16 16:34:49.329870 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928da6d-3375-44be-9321-5a6f8f069373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18b00d-c27c-4d10-b3e8-3be8f41d45de,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:49.452618 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4d05630d-db33-4682-b1f8-b10a91914b7e req-6173fbb0-ff85-47a8-bce4-a970675a2043 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301351 Mar 16 16:34:49.467243 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e9920da-8630-41a3-846b-829c5c256bde req-0ac2f861-1db5-472a-a2ef-09709856e12a tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 210 time: 0.0486917 Mar 16 16:34:49.520664 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fa83-d13a-48fa-a250-30136c0355cb req-4098e95a-0712-42bb-a9ad-c526e1e3f2f1 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:49.522453 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-4098e95a-0712-42bb-a9ad-c526e1e3f2f1 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "GET /v2.0/networks?id=bad2511c-7b0b-449f-a630-f639cb65a41d HTTP/1.1" status: 200 len: 809 time: 0.1922636 Mar 16 16:34:49.540371 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Request body: {'port': {'device_id': 'ee3836da-351d-44e2-b460-409107226588', 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d', 'admin_state_up': True, 'tenant_id': 'ba2d48f7d7e64c339ba3495ce7f8845e'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:49.645231 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35216) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:49.662538 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Made reservation on behalf of ba2d48f7d7e64c339ba3495ce7f8845e for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:34:49.665237 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c266-3dc1-48e6-8a84-447e06c071e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.668726 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.746642 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c266-3dc1-48e6-8a84-447e06c071e2 admin admin] Publish callbacks [] for security_group (e840c263-723b-46e1-a06b-ee78c6b8aaef), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.750749 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c266-3dc1-48e6-8a84-447e06c071e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e840c263-723b-46e1-a06b-ee78c6b8aaef), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.789353 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d7d8c266-3dc1-48e6-8a84-447e06c071e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ef096e38694a6690f6e44e9daa49e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428571 Mar 16 16:34:49.790478 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8c266-3dc1-48e6-8a84-447e06c071e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e840c263-723b-46e1-a06b-ee78c6b8aaef,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:49.793409 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35222) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:49.833018 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Allocated IP 172.20.0.9 (bad2511c-7b0b-449f-a630-f639cb65a41d/1a49f237-4f30-4730-9959-61bc008b1bb1/ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:34:49.889813 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5075d9ed-1b41-4c6f-a39d-3ff62b2de6c0 admin admin] Publish callbacks [] for security_group (e840c263-723b-46e1-a06b-ee78c6b8aaef), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:49.953445 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35226) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:49.961468 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5075d9ed-1b41-4c6f-a39d-3ff62b2de6c0 admin admin] Publish callbacks [] for security_group (e840c263-723b-46e1-a06b-ee78c6b8aaef), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.056376 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks [] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.059222 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5075d9ed-1b41-4c6f-a39d-3ff62b2de6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e840c263-723b-46e1-a06b-ee78c6b8aaef), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.061744 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5075d9ed-1b41-4c6f-a39d-3ff62b2de6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.062967 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5075d9ed-1b41-4c6f-a39d-3ff62b2de6c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e840c263-723b-46e1-a06b-ee78c6b8aaef HTTP/1.1" status: 204 len: 168 time: 0.2670467 Mar 16 16:34:50.074520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c20b2bdd-1bdb-44e7-bc8d-d8c8f957faae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.076073 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075d9ed-1b41-4c6f-a39d-3ff62b2de6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e840c263-723b-46e1-a06b-ee78c6b8aaef,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:50.131114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.180077 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c20b2bdd-1bdb-44e7-bc8d-d8c8f957faae admin admin] Publish callbacks [] for security_group (478c9904-5a7a-4007-9661-71b6ee0683ef), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.185730 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Network bad2511c-7b0b-449f-a630-f639cb65a41d is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:34:50.187252 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c20b2bdd-1bdb-44e7-bc8d-d8c8f957faae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (478c9904-5a7a-4007-9661-71b6ee0683ef), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.189005 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:34:50.193347 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:34:50.200216 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Pushing event updated for resources: {'Port': ['ID=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:50.241236 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c20b2bdd-1bdb-44e7-bc8d-d8c8f957faae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cf7903bb8b142a5b212747152be2a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861207 Mar 16 16:34:50.243156 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2bdd-1bdb-44e7-bc8d-d8c8f957faae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478c9904-5a7a-4007-9661-71b6ee0683ef,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:50.254487 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35236) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:50.268074 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:50.268656 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.293284 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-cf99c822-34e3-4402-a984-6a5a0a359881 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568502 Mar 16 16:34:50.295164 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00701c56-10f0-4d6e-8483-38caeec6075d no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:34:50.309171 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Request body: {'port': {'device_id': 'ee3836da-351d-44e2-b460-409107226588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:34:50.320114 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-85eab2b6-27c6-4e9c-8c2b-7ec25730b38f admin admin] Publish callbacks [] for security_group (478c9904-5a7a-4007-9661-71b6ee0683ef), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.322370 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 00701c56-10f0-4d6e-8483-38caeec6075d {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:34:50.323251 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00701c56-10f0-4d6e-8483-38caeec6075d not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:34:50.325809 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.355289 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-85eab2b6-27c6-4e9c-8c2b-7ec25730b38f admin admin] Publish callbacks [] for security_group (478c9904-5a7a-4007-9661-71b6ee0683ef), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.370722 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.414123 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-85eab2b6-27c6-4e9c-8c2b-7ec25730b38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (478c9904-5a7a-4007-9661-71b6ee0683ef), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.416850 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-85eab2b6-27c6-4e9c-8c2b-7ec25730b38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.420335 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-85eab2b6-27c6-4e9c-8c2b-7ec25730b38f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/478c9904-5a7a-4007-9661-71b6ee0683ef HTTP/1.1" status: 204 len: 168 time: 0.1621027 Mar 16 16:34:50.426150 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eab2b6-27c6-4e9c-8c2b-7ec25730b38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c9904-5a7a-4007-9661-71b6ee0683ef,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:50.638777 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda280f7-f64a-4a18-a661-c63d8106a5d6 req-35249b9f-155e-4e44-9eca-57314b6fe46c tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:50.641568 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eda280f7-f64a-4a18-a661-c63d8106a5d6 req-35249b9f-155e-4e44-9eca-57314b6fe46c tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 931 time: 0.0770340 Mar 16 16:34:50.646126 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff672b-3206-4f67-b77f-5325ea7147f3 req-f16b3729-d89f-4e39-ae9a-b543d539150e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:50.647583 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8bff672b-3206-4f67-b77f-5325ea7147f3 req-f16b3729-d89f-4e39-ae9a-b543d539150e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0853431 Mar 16 16:34:50.699909 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eda280f7-f64a-4a18-a661-c63d8106a5d6 req-032eba43-603d-4c82-a617-024303209e4f tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Mar 16 16:34:50.769959 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:50.777536 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8bff672b-3206-4f67-b77f-5325ea7147f3 req-ee5e1b8a-f203-4652-9166-820bab1d8a54 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176662 Mar 16 16:34:50.781536 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Publish callbacks [] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.803838 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Transition to ACTIVE for port object ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:34:50.808928 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.837350 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35260) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:50.853059 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7e3beff1-dc53-41a1-8d2e-39d75b9c7983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.915584 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:50.940420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7e3beff1-dc53-41a1-8d2e-39d75b9c7983 admin admin] Publish callbacks [] for security_group (520127b3-f29c-448d-8ecb-2ad0a2cdef57), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.945970 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7e3beff1-dc53-41a1-8d2e-39d75b9c7983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (520127b3-f29c-448d-8ecb-2ad0a2cdef57), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.949840 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Attempting to bind port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:34:50.949840 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Attempting to bind port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:34:50.950069 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Attempting to bind port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b on network bad2511c-7b0b-449f-a630-f639cb65a41d {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:50.954717 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b on network bad2511c-7b0b-449f-a630-f639cb65a41d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:34:50.955194 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Attempting to bind port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b on network bad2511c-7b0b-449f-a630-f639cb65a41d {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:34:50.960425 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:34:50.960761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Checking segment: {'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:34:50.961142 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Bound using segment: {'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:34:50.961560 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Bound port: ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c504144-9087-4da2-ac61-1773bf278048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:34:50.962230 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:50.999018 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7e3beff1-dc53-41a1-8d2e-39d75b9c7983 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9df164bbacae436cbdff3c79a6c1ef0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595767 Mar 16 16:34:50.999883 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3beff1-dc53-41a1-8d2e-39d75b9c7983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520127b3-f29c-448d-8ecb-2ad0a2cdef57,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:51.003013 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35266) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:51.043863 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] For port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:34:51.048900 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] For port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:34:51.055602 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.057606 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-506e3317-b1b7-49c3-bc42-97fe3cb49c15 admin admin] Publish callbacks [] for security_group (520127b3-f29c-448d-8ecb-2ad0a2cdef57), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.081552 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-506e3317-b1b7-49c3-bc42-97fe3cb49c15 admin admin] Publish callbacks [] for security_group (520127b3-f29c-448d-8ecb-2ad0a2cdef57), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.100981 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:51.101680 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.105969 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b HTTP/1.1" status: 200 len: 1093 time: 0.8042576 Mar 16 16:34:51.106542 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3836da-351d-44e2-b460-409107226588', 'tag': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:51.109190 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b7de16-8947-405b-84ab-45342c0a433d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3836da-351d-44e2-b460-409107226588", "tag": "ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:51.126987 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39bfb1-2e2a-4bcf-96dc-8f8d2de1f5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:51.170587 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-506e3317-b1b7-49c3-bc42-97fe3cb49c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (520127b3-f29c-448d-8ecb-2ad0a2cdef57), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.173440 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-506e3317-b1b7-49c3-bc42-97fe3cb49c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.174593 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-506e3317-b1b7-49c3-bc42-97fe3cb49c15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/520127b3-f29c-448d-8ecb-2ad0a2cdef57 HTTP/1.1" status: 204 len: 168 time: 0.1705792 Mar 16 16:34:51.202261 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a033997-b08a-4421-94ec-f0f8d67d8dd3 x-openstack-request-id: req-5a033997-b08a-4421-94ec-f0f8d67d8dd3 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:51.202536 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3836da-351d-44e2-b460-409107226588", "tag": "ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:51.202787 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a033997-b08a-4421-94ec-f0f8d67d8dd3 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:51.203179 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3836da-351d-44e2-b460-409107226588', 'tag': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b', 'status': 'completed', 'code': 200} Mar 16 16:34:51.205137 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e3317-b1b7-49c3-bc42-97fe3cb49c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520127b3-f29c-448d-8ecb-2ad0a2cdef57,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:51.247525 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fa83-d13a-48fa-a250-30136c0355cb req-81a2313b-c92b-4089-a5cb-ae1987ea0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:51.254788 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-81a2313b-c92b-4089-a5cb-ae1987ea0ba1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba2d48f7d7e64c339ba3495ce7f8845e&device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 1127 time: 0.1079698 Mar 16 16:34:51.306002 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-137e9b4a-cd68-4a30-8cb4-2bebc409ef8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b HTTP/1.1" status: 200 len: 217 time: 0.0446892 Mar 16 16:34:51.357602 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fa83-d13a-48fa-a250-30136c0355cb req-d6c95c78-a78d-4b20-a974-401ce2b7bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:51.359238 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-d6c95c78-a78d-4b20-a974-401ce2b7bc52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a49f237-4f30-4730-9959-61bc008b1bb1 HTTP/1.1" status: 200 len: 849 time: 0.0462852 Mar 16 16:34:51.588356 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-73478ab7-1ccf-46a8-93e4-a13e81b05e4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bad2511c-7b0b-449f-a630-f639cb65a41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2215488 Mar 16 16:34:51.609369 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35288) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:51.623124 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b16fbf66-2694-4d47-b752-69bc126ab8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.699081 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-5cc59206-3e13-4abe-a7ff-c17c52da5a2b service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040785 Mar 16 16:34:51.704841 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b16fbf66-2694-4d47-b752-69bc126ab8b1 admin admin] Publish callbacks [] for security_group (e1ccede0-6629-4c31-96f2-e0180a8db3e2), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.709627 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b16fbf66-2694-4d47-b752-69bc126ab8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e1ccede0-6629-4c31-96f2-e0180a8db3e2), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.758107 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b16fbf66-2694-4d47-b752-69bc126ab8b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92983ae9f56044e5a59787ce85cfda22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442540 Mar 16 16:34:51.758107 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbf66-2694-4d47-b752-69bc126ab8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ccede0-6629-4c31-96f2-e0180a8db3e2,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:51.758313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35296) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:51.892955 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e3659f09-d850-4336-ad7c-4c22c1132ea7 admin admin] Publish callbacks [] for security_group (e1ccede0-6629-4c31-96f2-e0180a8db3e2), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:51.901675 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3994fa83-d13a-48fa-a250-30136c0355cb req-f53455ca-4453-43a6-8dda-1dad25635057 service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956120 Mar 16 16:34:51.936092 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34b6e-bdad-4e85-af56-5a9fac53593c req-a8b7fdca-f0f9-4039-8abd-02bc30e28d4c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:51.937870 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-50a34b6e-bdad-4e85-af56-5a9fac53593c req-a8b7fdca-f0f9-4039-8abd-02bc30e28d4c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0778852 Mar 16 16:34:51.952638 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714025e-a22d-4d75-a14d-17aeda93db3a req-0990f7a7-f4ab-49af-965b-0936d162cfb7 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:51.954223 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c714025e-a22d-4d75-a14d-17aeda93db3a req-0990f7a7-f4ab-49af-965b-0936d162cfb7 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 943 time: 0.1329610 Mar 16 16:34:51.973761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e3659f09-d850-4336-ad7c-4c22c1132ea7 admin admin] Publish callbacks [] for security_group (e1ccede0-6629-4c31-96f2-e0180a8db3e2), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:52.002629 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-50a34b6e-bdad-4e85-af56-5a9fac53593c req-43b801ba-ddd1-4f2c-ab23-5b798ea92830 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Mar 16 16:34:52.074863 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c714025e-a22d-4d75-a14d-17aeda93db3a req-ab255f1f-b47d-4840-935d-92031f34f142 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119370 Mar 16 16:34:52.083033 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7de16-8947-405b-84ab-45342c0a433d req-b645b60e-5789-40f8-9ec7-513705b6a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:52.085108 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2b7de16-8947-405b-84ab-45342c0a433d req-b645b60e-5789-40f8-9ec7-513705b6a630 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba2d48f7d7e64c339ba3495ce7f8845e&device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 1127 time: 0.1206033 Mar 16 16:34:52.136643 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e3659f09-d850-4336-ad7c-4c22c1132ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e1ccede0-6629-4c31-96f2-e0180a8db3e2), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:52.139162 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e3659f09-d850-4336-ad7c-4c22c1132ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:52.140294 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e3659f09-d850-4336-ad7c-4c22c1132ea7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1ccede0-6629-4c31-96f2-e0180a8db3e2 HTTP/1.1" status: 204 len: 168 time: 0.3787541 Mar 16 16:34:52.158876 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3659f09-d850-4336-ad7c-4c22c1132ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ccede0-6629-4c31-96f2-e0180a8db3e2,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:52.216002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7de16-8947-405b-84ab-45342c0a433d req-f960a5f1-3934-4cef-b81c-6960a8d79db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:52.217951 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2b7de16-8947-405b-84ab-45342c0a433d req-f960a5f1-3934-4cef-b81c-6960a8d79db1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bad2511c-7b0b-449f-a630-f639cb65a41d HTTP/1.1" status: 200 len: 910 time: 0.1268134 Mar 16 16:34:52.266929 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2b7de16-8947-405b-84ab-45342c0a433d req-a33dd938-f5e2-4300-8851-23b2d3abe93e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b HTTP/1.1" status: 200 len: 217 time: 0.0409081 Mar 16 16:34:52.334288 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7de16-8947-405b-84ab-45342c0a433d req-402d8894-c4c4-4323-a897-320327ec7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:52.336062 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2b7de16-8947-405b-84ab-45342c0a433d req-402d8894-c4c4-4323-a897-320327ec7236 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a49f237-4f30-4730-9959-61bc008b1bb1 HTTP/1.1" status: 200 len: 849 time: 0.0629518 Mar 16 16:34:52.383206 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2b7de16-8947-405b-84ab-45342c0a433d req-d5f219fa-b6c9-4764-a1c8-3634e7fa6fcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bad2511c-7b0b-449f-a630-f639cb65a41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381029 Mar 16 16:34:52.488540 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2b7de16-8947-405b-84ab-45342c0a433d req-92316b9d-9886-4fc6-bad2-cdf0544dfe3c service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938063 Mar 16 16:34:52.578044 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d2b7de16-8947-405b-84ab-45342c0a433d req-6582cd49-876e-404a-99b4-87b005368f66 service neutron] 10.222.0.57 "GET /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836563 Mar 16 16:34:53.132575 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36204fae-010a-45e3-941d-64205f1a44e6 req-4ec64f8a-4452-41aa-b5c7-b5ec67a96d11 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:53.133631 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36204fae-010a-45e3-941d-64205f1a44e6 req-4ec64f8a-4452-41aa-b5c7-b5ec67a96d11 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0627732 Mar 16 16:34:53.190848 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36204fae-010a-45e3-941d-64205f1a44e6 req-cc057a78-fe34-46ac-a455-52c1094f0ad8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495663 Mar 16 16:34:53.221133 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18e86-3fcd-4ca4-a5a1-ba80f74b2be3 req-12a4a613-5157-42c1-ad96-ae11f7db0210 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:53.222876 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6ab18e86-3fcd-4ca4-a5a1-ba80f74b2be3 req-12a4a613-5157-42c1-ad96-ae11f7db0210 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 943 time: 0.0753195 Mar 16 16:34:53.273047 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6ab18e86-3fcd-4ca4-a5a1-ba80f74b2be3 req-3961d362-122d-49b7-8bc4-03e5bb30aa54 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Mar 16 16:34:54.320590 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33735ca7-09bd-458b-b8da-6fe5a09d9cdd req-f1da6ed0-b72b-4ebf-9fb6-4b396a169079 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:54.322569 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-33735ca7-09bd-458b-b8da-6fe5a09d9cdd req-f1da6ed0-b72b-4ebf-9fb6-4b396a169079 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0651119 Mar 16 16:34:54.371139 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-33735ca7-09bd-458b-b8da-6fe5a09d9cdd req-b18a9693-c517-4bc3-b48d-b5a1db6daee1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Mar 16 16:34:54.404421 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2074f-4580-434c-9f19-ada5adba9100 req-f16d6695-08ca-4b64-9852-55e497c001a6 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:54.405874 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-def2074f-4580-434c-9f19-ada5adba9100 req-f16d6695-08ca-4b64-9852-55e497c001a6 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 943 time: 0.0607896 Mar 16 16:34:54.453968 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-def2074f-4580-434c-9f19-ada5adba9100 req-ee30ed0d-9f9d-4ecb-9deb-f856130c9bfe tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Mar 16 16:34:54.834157 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:55.504138 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b1154-1ec4-438d-8d34-cd14dfe3f56a req-0fd116c4-047c-4622-9c78-6de3ee4f52e7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:55.506440 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-459b1154-1ec4-438d-8d34-cd14dfe3f56a req-0fd116c4-047c-4622-9c78-6de3ee4f52e7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0672512 Mar 16 16:34:55.561361 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-459b1154-1ec4-438d-8d34-cd14dfe3f56a req-cd2c58bf-44d3-459b-89c4-78a0b1d7edd3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486121 Mar 16 16:34:55.594527 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befe58-1b83-4858-832e-b0ccbfe8a1e1 req-368f3a28-cbf0-4701-8efa-2476871f7f17 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:55.596316 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-10befe58-1b83-4858-832e-b0ccbfe8a1e1 req-368f3a28-cbf0-4701-8efa-2476871f7f17 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 943 time: 0.0682294 Mar 16 16:34:55.654288 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-10befe58-1b83-4858-832e-b0ccbfe8a1e1 req-7687a0ae-da49-4cf8-a994-8194d80fa592 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Mar 16 16:34:55.662782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35460) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:55.767503 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-61fcb0fa-c44b-40f5-a71a-86bd480334bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:55.852192 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-61fcb0fa-c44b-40f5-a71a-86bd480334bd admin admin] Publish callbacks [] for security_group (ffb9f089-8dbb-4f66-b9c8-6d76daff0d45), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:55.856323 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-61fcb0fa-c44b-40f5-a71a-86bd480334bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (ffb9f089-8dbb-4f66-b9c8-6d76daff0d45), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:55.892015 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcb0fa-c44b-40f5-a71a-86bd480334bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb9f089-8dbb-4f66-b9c8-6d76daff0d45,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:55.896303 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-61fcb0fa-c44b-40f5-a71a-86bd480334bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6101d6281c094491a6047972b4303182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324839 Mar 16 16:34:55.899511 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35464) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:55.946888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d11dbcf5-4be9-4e4f-baa1-a24c37d01e70 admin admin] Publish callbacks [] for security_group (ffb9f089-8dbb-4f66-b9c8-6d76daff0d45), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:55.968097 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d11dbcf5-4be9-4e4f-baa1-a24c37d01e70 admin admin] Publish callbacks [] for security_group (ffb9f089-8dbb-4f66-b9c8-6d76daff0d45), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.027769 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d11dbcf5-4be9-4e4f-baa1-a24c37d01e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (ffb9f089-8dbb-4f66-b9c8-6d76daff0d45), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.030485 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d11dbcf5-4be9-4e4f-baa1-a24c37d01e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.031651 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d11dbcf5-4be9-4e4f-baa1-a24c37d01e70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffb9f089-8dbb-4f66-b9c8-6d76daff0d45 HTTP/1.1" status: 204 len: 168 time: 0.1318464 Mar 16 16:34:56.039446 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dbcf5-4be9-4e4f-baa1-a24c37d01e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb9f089-8dbb-4f66-b9c8-6d76daff0d45,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:56.301520 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35470) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:56.302563 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:34:56.317605 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a0a757f-16e7-43ec-b573-cb4fdafffa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.391108 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a0a757f-16e7-43ec-b573-cb4fdafffa89 admin admin] Publish callbacks [] for security_group (13e4ac1c-487a-44c2-b7ce-ede6817077e8), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.394938 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a0a757f-16e7-43ec-b573-cb4fdafffa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (13e4ac1c-487a-44c2-b7ce-ede6817077e8), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.402780 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:56.414344 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b', 'network_id': 'bad2511c-7b0b-449f-a630-f639cb65a41d', 'port_id': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b', 'mac_address': 'fa:16:3e:74:49:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a49f237-4f30-4730-9959-61bc008b1bb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:34:56.433793 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6a0a757f-16e7-43ec-b573-cb4fdafffa89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b600997e5d644c5ea046bde0828f230a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311662 Mar 16 16:34:56.434996 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a757f-16e7-43ec-b573-cb4fdafffa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4ac1c-487a-44c2-b7ce-ede6817077e8,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:56.436759 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35472) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:34:56.455639 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:56.456030 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.470179 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:34:56.493691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ef81-e730-4967-8589-6909dabd1588 admin admin] Publish callbacks [] for security_group (13e4ac1c-487a-44c2-b7ce-ede6817077e8), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.494998 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:56.505399 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.518793 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ef81-e730-4967-8589-6909dabd1588 admin admin] Publish callbacks [] for security_group (13e4ac1c-487a-44c2-b7ce-ede6817077e8), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.558419 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:56.572835 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ef81-e730-4967-8589-6909dabd1588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (13e4ac1c-487a-44c2-b7ce-ede6817077e8), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.575345 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ef81-e730-4967-8589-6909dabd1588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:56.576505 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b7b8ef81-e730-4967-8589-6909dabd1588 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13e4ac1c-487a-44c2-b7ce-ede6817077e8 HTTP/1.1" status: 204 len: 168 time: 0.1373892 Mar 16 16:34:56.584607 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8ef81-e730-4967-8589-6909dabd1588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4ac1c-487a-44c2-b7ce-ede6817077e8,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:56.691904 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109a02c-3dff-4677-bf88-d0a55ec93f4a req-b2246728-c8bf-4689-a97e-94170907f40d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:56.693612 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e109a02c-3dff-4677-bf88-d0a55ec93f4a req-b2246728-c8bf-4689-a97e-94170907f40d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0537298 Mar 16 16:34:56.742010 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e109a02c-3dff-4677-bf88-d0a55ec93f4a req-4d699481-b4f5-4017-bb25-9a98e33dbd21 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Mar 16 16:34:56.773572 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe2cd-350f-4a6d-9b72-95a5bae64256 req-e9804f75-8b69-4f66-898f-b60a23ae5de7 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:56.777068 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee2fe2cd-350f-4a6d-9b72-95a5bae64256 req-e9804f75-8b69-4f66-898f-b60a23ae5de7 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 944 time: 0.0555849 Mar 16 16:34:56.826743 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee2fe2cd-350f-4a6d-9b72-95a5bae64256 req-700b318b-c03b-43f7-94cf-c3c273a03517 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Mar 16 16:34:57.005089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:34:57.875499 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993d595-d439-4716-a318-ea7f15f504de req-e81616c3-d5b9-4a15-b7f3-6858a347a2d8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:57.877020 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1993d595-d439-4716-a318-ea7f15f504de req-e81616c3-d5b9-4a15-b7f3-6858a347a2d8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0656123 Mar 16 16:34:57.925746 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1993d595-d439-4716-a318-ea7f15f504de req-ae753bcd-35d5-41b3-8109-2aa92b5610ea tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424736 Mar 16 16:34:57.950679 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2ed40-56b3-4063-a468-865ad2485353 req-96021b83-78b2-4a05-8286-a270c4acba3f tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:57.952182 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e6f2ed40-56b3-4063-a468-865ad2485353 req-96021b83-78b2-4a05-8286-a270c4acba3f tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 944 time: 0.0568106 Mar 16 16:34:58.001787 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e6f2ed40-56b3-4063-a468-865ad2485353 req-2009cde7-fcfb-4278-a688-fa83a45472aa tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 Mar 16 16:34:58.319214 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:34:58.377184 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:34:58.381341 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:34:58.381839 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:58.462767 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:34:58.463202 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:58.485951 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3836da-351d-44e2-b460-409107226588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:34:58.488153 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30fa242-3bed-4bac-b6e9-4b9ef72bf46f" -d '{"events": [{"server_uuid": "ee3836da-351d-44e2-b460-409107226588", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:34:58.501020 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:34:58.505349 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:34:58.528346 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b48751-6432-428e-beed-731aa7f59f7c x-openstack-request-id: req-e3b48751-6432-428e-beed-731aa7f59f7c {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:34:58.528708 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3836da-351d-44e2-b460-409107226588", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:34:58.528934 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3b48751-6432-428e-beed-731aa7f59f7c {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:34:58.529313 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3836da-351d-44e2-b460-409107226588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b', 'code': 200} Mar 16 16:34:58.557982 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:34:58.702445 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c0c96-a512-466f-81ba-80580869e0d5 req-b2fc4182-21cc-47f3-adcc-04b3e44ace9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:58.703993 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee7c0c96-a512-466f-81ba-80580869e0d5 req-b2fc4182-21cc-47f3-adcc-04b3e44ace9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 1129 time: 0.0492845 Mar 16 16:34:58.748016 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee7c0c96-a512-466f-81ba-80580869e0d5 req-afbe458b-991a-4cc2-be97-85a465f5cfe1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Mar 16 16:34:59.044199 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877592a-85b8-4b2a-9fc5-dd74611f2888 req-f9c42e8e-6844-42a9-ba1a-fa3a81fa8570 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:59.045722 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1877592a-85b8-4b2a-9fc5-dd74611f2888 req-f9c42e8e-6844-42a9-ba1a-fa3a81fa8570 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0526183 Mar 16 16:34:59.096922 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1877592a-85b8-4b2a-9fc5-dd74611f2888 req-0bad306f-1424-416b-8d6c-a1e9e67e410f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Mar 16 16:34:59.123474 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd2d0b-67c9-4387-ae62-2d5047926749 req-afaf05b7-c8cf-4dbb-885a-a682ab6c46bc tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:34:59.125016 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-99cd2d0b-67c9-4387-ae62-2d5047926749 req-afaf05b7-c8cf-4dbb-885a-a682ab6c46bc tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 945 time: 0.0569427 Mar 16 16:34:59.171948 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-99cd2d0b-67c9-4387-ae62-2d5047926749 req-146df600-cc16-438c-a5e4-9f809e3f05eb tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Mar 16 16:35:00.223014 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b0975-1d2d-4124-8ac9-4e8e9c70a57a req-3b2281c7-bef7-4835-82fa-d810aa950b99 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:00.224538 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a70b0975-1d2d-4124-8ac9-4e8e9c70a57a req-3b2281c7-bef7-4835-82fa-d810aa950b99 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0534329 Mar 16 16:35:00.277111 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a70b0975-1d2d-4124-8ac9-4e8e9c70a57a req-e4992295-75e7-494c-af8f-e3599301b0cc tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Mar 16 16:35:00.292506 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f1c75-3984-445d-8eb6-580175752669 req-f326a12b-0e63-4772-99b0-1ee16c737b59 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:00.294088 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a09f1c75-3984-445d-8eb6-580175752669 req-f326a12b-0e63-4772-99b0-1ee16c737b59 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 945 time: 0.0545156 Mar 16 16:35:00.340989 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a09f1c75-3984-445d-8eb6-580175752669 req-5bca8dc0-9ec0-4707-9593-cf2c18fb2017 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Mar 16 16:35:01.396353 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac506be-e6f4-4f16-b11c-da5510b5f7ab req-6a6b52ce-e72b-428b-864f-6f84bd4cbbc1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:01.398573 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5ac506be-e6f4-4f16-b11c-da5510b5f7ab req-6a6b52ce-e72b-428b-864f-6f84bd4cbbc1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0568328 Mar 16 16:35:01.461882 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5ac506be-e6f4-4f16-b11c-da5510b5f7ab req-c135ca52-c70b-4fb8-9f1d-c96194dd59d8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564945 Mar 16 16:35:01.486703 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef922f4-4ac4-46c6-a3f6-6acb37563c03 req-a8c93e62-cc93-4230-bccc-ce22a4ee1e7d tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:01.488217 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4ef922f4-4ac4-46c6-a3f6-6acb37563c03 req-a8c93e62-cc93-4230-bccc-ce22a4ee1e7d tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 945 time: 0.0728972 Mar 16 16:35:01.536027 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4ef922f4-4ac4-46c6-a3f6-6acb37563c03 req-1ff1dc02-68c0-45ea-87f6-0e42c9eb4826 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422673 Mar 16 16:35:01.539501 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35604) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:01.649065 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f06caea2-9415-4fb4-b06d-461ab0bc782d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:01.728836 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f06caea2-9415-4fb4-b06d-461ab0bc782d admin admin] Publish callbacks [] for security_group (d4ef76ea-2247-4444-a1e4-21381c9d5e78), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:01.742069 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f06caea2-9415-4fb4-b06d-461ab0bc782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d4ef76ea-2247-4444-a1e4-21381c9d5e78), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:01.783573 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f06caea2-9415-4fb4-b06d-461ab0bc782d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c497b4399dc4bbda61c2083e6341ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424760 Mar 16 16:35:01.785556 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06caea2-9415-4fb4-b06d-461ab0bc782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef76ea-2247-4444-a1e4-21381c9d5e78,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:01.786385 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35616) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:01.864267 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca95-c1b5-471b-b3bf-b8092dc11582 admin admin] Publish callbacks [] for security_group (d4ef76ea-2247-4444-a1e4-21381c9d5e78), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:01.885527 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca95-c1b5-471b-b3bf-b8092dc11582 admin admin] Publish callbacks [] for security_group (d4ef76ea-2247-4444-a1e4-21381c9d5e78), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:01.935576 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca95-c1b5-471b-b3bf-b8092dc11582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d4ef76ea-2247-4444-a1e4-21381c9d5e78), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:01.938177 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca95-c1b5-471b-b3bf-b8092dc11582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:01.942119 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5b33ca95-c1b5-471b-b3bf-b8092dc11582 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4ef76ea-2247-4444-a1e4-21381c9d5e78 HTTP/1.1" status: 204 len: 168 time: 0.1520565 Mar 16 16:35:01.949251 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33ca95-c1b5-471b-b3bf-b8092dc11582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef76ea-2247-4444-a1e4-21381c9d5e78,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:02.227922 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c6264-ed08-4cdc-b972-c53ea2421b06 req-f7d10a00-568f-4da1-ab75-07f56996b49f tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:02.228659 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 35632) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:02.229490 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-563c6264-ed08-4cdc-b972-c53ea2421b06 req-f7d10a00-568f-4da1-ab75-07f56996b49f tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 945 time: 0.0539057 Mar 16 16:35:02.242069 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b4417efc-92fa-476a-9922-467726b1c73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:02.285927 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-563c6264-ed08-4cdc-b972-c53ea2421b06 req-91d5f2c9-11e8-4436-9c27-082cba49916f tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Mar 16 16:35:02.323627 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b4417efc-92fa-476a-9922-467726b1c73b admin admin] Publish callbacks [] for security_group (8704dba3-8397-4078-a69a-fa065569f168), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:02.327339 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b4417efc-92fa-476a-9922-467726b1c73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8704dba3-8397-4078-a69a-fa065569f168), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:02.363646 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4417efc-92fa-476a-9922-467726b1c73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8704dba3-8397-4078-a69a-fa065569f168,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:02.367956 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b4417efc-92fa-476a-9922-467726b1c73b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa71f227016c498fa8cde135008f6626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380560 Mar 16 16:35:02.371463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 35634) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:02.419435 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1aec30ec-842a-4495-9bab-2c5972cf49cd admin admin] Publish callbacks [] for security_group (8704dba3-8397-4078-a69a-fa065569f168), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:02.442380 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1aec30ec-842a-4495-9bab-2c5972cf49cd admin admin] Publish callbacks [] for security_group (8704dba3-8397-4078-a69a-fa065569f168), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:02.488102 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1aec30ec-842a-4495-9bab-2c5972cf49cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8704dba3-8397-4078-a69a-fa065569f168), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:02.490744 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1aec30ec-842a-4495-9bab-2c5972cf49cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:02.491952 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-1aec30ec-842a-4495-9bab-2c5972cf49cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8704dba3-8397-4078-a69a-fa065569f168 HTTP/1.1" status: 204 len: 168 time: 0.1194930 Mar 16 16:35:02.501683 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec30ec-842a-4495-9bab-2c5972cf49cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8704dba3-8397-4078-a69a-fa065569f168,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:02.585762 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a710b04-a6a1-44e0-beaa-01a830d1850d req-8e01bec3-0638-45a1-a889-0204133b309c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:02.587245 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2a710b04-a6a1-44e0-beaa-01a830d1850d req-8e01bec3-0638-45a1-a889-0204133b309c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0548708 Mar 16 16:35:02.639028 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2a710b04-a6a1-44e0-beaa-01a830d1850d req-34efa4d0-ca72-437b-862d-a730e19781b6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Mar 16 16:35:03.411645 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5a0dd-93c9-434d-8172-25b8548fd78d req-31ee4fba-bb57-434f-941f-b38a2015add6 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:03.413191 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-96c5a0dd-93c9-434d-8172-25b8548fd78d req-31ee4fba-bb57-434f-941f-b38a2015add6 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 945 time: 0.0593982 Mar 16 16:35:03.464606 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-96c5a0dd-93c9-434d-8172-25b8548fd78d req-da187bfa-dede-454e-b5ba-b545740317c7 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Mar 16 16:35:03.765944 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22d902-f005-47ce-9783-6f68a5c86b2c req-766ea805-8e1b-4e89-88ba-bb113950c1f5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:03.767464 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7c22d902-f005-47ce-9783-6f68a5c86b2c req-766ea805-8e1b-4e89-88ba-bb113950c1f5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0534878 Mar 16 16:35:03.832947 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7c22d902-f005-47ce-9783-6f68a5c86b2c req-7b7bd96f-e1ef-4dcd-94aa-0fd29d20caa2 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594966 Mar 16 16:35:04.268497 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-92803197-e03d-45ec-a8c7-c0cc98e72468 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:04.270268 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-92803197-e03d-45ec-a8c7-c0cc98e72468 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 945 time: 0.0578582 Mar 16 16:35:04.382827 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Deleting port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:35:04.383344 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:04.474740 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] For port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,segment=NetworkSegment(0c504144-9087-4da2-ac61-1773bf278048),segment_id=0c504144-9087-4da2-ac61-1773bf278048)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:35:04.475027 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:04.487509 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Calling delete_port for ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b owned by compute:nova {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:35:04.583588 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b319d-ad51-47cb-bf44-9b71a15c8d2d req-7e59371d-61c0-4406-b129-401867880512 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:04.585147 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c93b319d-ad51-47cb-bf44-9b71a15c8d2d req-7e59371d-61c0-4406-b129-401867880512 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3836da-351d-44e2-b460-409107226588 HTTP/1.1" status: 200 len: 945 time: 0.0562575 Mar 16 16:35:04.619582 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:04.631551 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:35:04.637896 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c93b319d-ad51-47cb-bf44-9b71a15c8d2d req-f91589d2-b96d-4f6b-98ae-690a8bd4683b tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.30 "GET /v2.0/security-groups?id=00c1a4a8-bdc5-428c-90fd-b58111143422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466502 Mar 16 16:35:04.649752 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Pushing event deleted for resources: {'Port': ['ID=ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:04.694831 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] No DVR routers for this DVR port ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b on host hv-cinder-83400 {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:35:04.698554 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:04.701886 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ab3388f0-b62a-44d2-9227-192ff95af245 req-a07c856a-2a22-4295-9bef-2b94be51cbb5 tempest-VolumesActionsTest-2026739546 tempest-VolumesActionsTest-2026739546-project] 10.222.0.57 "DELETE /v2.0/ports/ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b HTTP/1.1" status: 204 len: 173 time: 0.4266462 Mar 16 16:35:04.702307 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3836da-351d-44e2-b460-409107226588', 'name': 'network-vif-deleted', 'tag': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:35:04.704567 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df975ade-f257-4341-8c48-d2f22cc499cb" -d '{"events": [{"server_uuid": "ee3836da-351d-44e2-b460-409107226588", "name": "network-vif-deleted", "tag": "ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:35:04.739868 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e2d46-562a-45d7-9af4-85cac7e3fa96 x-openstack-request-id: req-fd6e2d46-562a-45d7-9af4-85cac7e3fa96 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:35:04.740162 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3836da-351d-44e2-b460-409107226588", "name": "network-vif-deleted", "tag": "ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:35:04.740451 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd6e2d46-562a-45d7-9af4-85cac7e3fa96 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:35:04.740846 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3836da-351d-44e2-b460-409107226588', 'name': 'network-vif-deleted', 'tag': 'ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b', 'status': 'completed', 'code': 200} Mar 16 16:35:04.949154 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4308-73d1-4c9d-af83-a33c25a6715e req-c5fbb39a-478f-4bd8-8406-6ea31f689ebb tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:04.951196 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-62dd4308-73d1-4c9d-af83-a33c25a6715e req-c5fbb39a-478f-4bd8-8406-6ea31f689ebb tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0533774 Mar 16 16:35:04.999635 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-62dd4308-73d1-4c9d-af83-a33c25a6715e req-d40db5d2-b8f9-4f5e-ab8d-ede90c930672 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Mar 16 16:35:06.120456 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ebf30-a05b-4d6a-80e9-9684cdc1596d req-7ff12b0b-5b15-4c7f-97c4-548f8aedd24b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:06.121942 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fc4ebf30-a05b-4d6a-80e9-9684cdc1596d req-7ff12b0b-5b15-4c7f-97c4-548f8aedd24b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0579689 Mar 16 16:35:06.185426 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fc4ebf30-a05b-4d6a-80e9-9684cdc1596d req-fc9faa4c-043c-43d3-81c2-880c1bb64379 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579932 Mar 16 16:35:07.104888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e15fd4-fcda-40dc-811e-2bde734d8ba6 req-7283474a-ed5c-49d1-8f04-c631a0a08afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:07.106365 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c0e15fd4-fcda-40dc-811e-2bde734d8ba6 req-7283474a-ed5c-49d1-8f04-c631a0a08afd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 1130 time: 0.0447040 Mar 16 16:35:07.150592 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c0e15fd4-fcda-40dc-811e-2bde734d8ba6 req-a0bebb5e-5cba-4114-90b9-3df522180914 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Mar 16 16:35:07.300013 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9388b4a-9288-4a3d-9ee5-fe1354dcb42d req-b926582c-1c6a-4dbf-87b0-be7b959c0806 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:07.301504 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d9388b4a-9288-4a3d-9ee5-fe1354dcb42d req-b926582c-1c6a-4dbf-87b0-be7b959c0806 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0507419 Mar 16 16:35:07.350119 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d9388b4a-9288-4a3d-9ee5-fe1354dcb42d req-885033b5-bbe3-4949-ae8a-2ee78d71a49c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Mar 16 16:35:08.464601 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c6c94-0754-452b-b5e3-84b0f41a1436 req-1fdffad8-e3c6-41b9-8582-bb38476dc2e3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:08.465786 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f72c6c94-0754-452b-b5e3-84b0f41a1436 req-1fdffad8-e3c6-41b9-8582-bb38476dc2e3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0514934 Mar 16 16:35:08.512522 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f72c6c94-0754-452b-b5e3-84b0f41a1436 req-305cf9a7-67e8-4292-af2a-bee135afebe6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Mar 16 16:35:09.628330 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31855a0e-f7db-472d-b0d5-167c7324b14f req-5dc7f8c4-b43e-4a64-ba54-9e3d49f1ddf0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:09.629783 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31855a0e-f7db-472d-b0d5-167c7324b14f req-5dc7f8c4-b43e-4a64-ba54-9e3d49f1ddf0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0515602 Mar 16 16:35:09.677557 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31855a0e-f7db-472d-b0d5-167c7324b14f req-ffb8d103-e9be-426b-90a2-f9f7421852a8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Mar 16 16:35:10.475171 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:35:10.796138 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90033a3-fcd6-416c-bce0-408c24915fa2 req-9e7e4266-2c29-4be7-af2c-9d530aed76fd tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:10.797611 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b90033a3-fcd6-416c-bce0-408c24915fa2 req-9e7e4266-2c29-4be7-af2c-9d530aed76fd tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0508878 Mar 16 16:35:10.843923 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b90033a3-fcd6-416c-bce0-408c24915fa2 req-ac9abbaf-0ba1-4fb8-b9c1-90282f918820 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Mar 16 16:35:10.867148 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:35:10.888794 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:35:10.889144 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device ae3d61e1-fdcb-4353-bdcc-c9d80ebf127b not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:35:11.962534 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc05e9c-16f5-4439-b742-0b8d928e85ce req-01150e4f-5b18-4298-af7d-0f8c4b7f03eb tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:11.964790 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ddc05e9c-16f5-4439-b742-0b8d928e85ce req-01150e4f-5b18-4298-af7d-0f8c4b7f03eb tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0518591 Mar 16 16:35:12.010024 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ddc05e9c-16f5-4439-b742-0b8d928e85ce req-19f5e5ab-6138-492a-b565-b91359deebbc tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396314 Mar 16 16:35:13.130154 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129b393-aec3-45df-b048-91748fbb092e req-24f061e1-4622-439f-a62f-510675628107 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:13.131622 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9129b393-aec3-45df-b048-91748fbb092e req-24f061e1-4622-439f-a62f-510675628107 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0568304 Mar 16 16:35:13.179368 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9129b393-aec3-45df-b048-91748fbb092e req-23aa411e-d476-4a22-9af1-e9af96eb64c0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Mar 16 16:35:14.002597 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7802f637-f4c9-4219-a30b-c308a30cb4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:14.300499 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b119f3a-eb7e-437e-bfdc-5ef54b566592 req-9c6c6326-7815-4b06-b1a2-2d98f6a7ef1b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:14.301978 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0b119f3a-eb7e-437e-bfdc-5ef54b566592 req-9c6c6326-7815-4b06-b1a2-2d98f6a7ef1b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0542908 Mar 16 16:35:14.348689 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0b119f3a-eb7e-437e-bfdc-5ef54b566592 req-5fafd867-abe8-4a4b-af6b-c6491ed649a4 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Mar 16 16:35:15.461592 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc1b8-493d-40bb-b5a3-f267aa9f4367 req-e91fb07c-a52e-434b-a512-f478da4a3c5f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:15.463076 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c08cc1b8-493d-40bb-b5a3-f267aa9f4367 req-e91fb07c-a52e-434b-a512-f478da4a3c5f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0512013 Mar 16 16:35:15.508810 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c08cc1b8-493d-40bb-b5a3-f267aa9f4367 req-c6d6add6-ed90-40b3-8bbe-05eadc3e7000 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Mar 16 16:35:16.302070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b0817fb2-57fa-4d8e-b2f5-da01e0a6f140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:16.623857 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26c01e-29bb-4d77-8b75-01be402ae25b req-7b9be0eb-8c33-4590-b7b0-02dff9239aa8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:16.625225 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1b26c01e-29bb-4d77-8b75-01be402ae25b req-7b9be0eb-8c33-4590-b7b0-02dff9239aa8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0504487 Mar 16 16:35:16.671705 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1b26c01e-29bb-4d77-8b75-01be402ae25b req-dfc16a8c-9a9c-4437-9939-26cc2341f6d7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Mar 16 16:35:17.522754 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:17.788982 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838eea-6d55-4171-be1a-7d4aafeabebe req-718448dd-4a86-46eb-92e4-a37a21cd5640 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:17.790456 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2b838eea-6d55-4171-be1a-7d4aafeabebe req-718448dd-4a86-46eb-92e4-a37a21cd5640 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0552723 Mar 16 16:35:17.836580 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2b838eea-6d55-4171-be1a-7d4aafeabebe req-741d55b7-e1d5-4e42-8e28-c519b0018c97 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Mar 16 16:35:18.954403 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377fd50-3f05-453f-afa9-a35154465a33 req-8c65fe65-49b1-46e1-b5e2-14dd66387d60 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:18.955861 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5377fd50-3f05-453f-afa9-a35154465a33 req-8c65fe65-49b1-46e1-b5e2-14dd66387d60 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0515389 Mar 16 16:35:19.007305 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5377fd50-3f05-453f-afa9-a35154465a33 req-719b5e3e-a82d-4092-8a4c-312f0dc513cc tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458550 Mar 16 16:35:19.008818 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:20.120745 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f931891-9928-49aa-becc-deb75c6228ad req-f4e25bff-a1ab-4a69-8198-8c41e998771f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:20.122218 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0f931891-9928-49aa-becc-deb75c6228ad req-f4e25bff-a1ab-4a69-8198-8c41e998771f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0512407 Mar 16 16:35:20.168748 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0f931891-9928-49aa-becc-deb75c6228ad req-5cd985ee-d963-4a10-afd1-fb605224be6a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Mar 16 16:35:20.289725 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:21.297186 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635836a6-fcc0-4dab-b830-8b3036c836a2 req-f65e76b7-d91c-4956-ae69-15e1fed8da69 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:21.299614 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-635836a6-fcc0-4dab-b830-8b3036c836a2 req-f65e76b7-d91c-4956-ae69-15e1fed8da69 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0623822 Mar 16 16:35:21.361881 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-635836a6-fcc0-4dab-b830-8b3036c836a2 req-826841fa-9b3e-4544-af05-03b1396dd9ac tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 Mar 16 16:35:21.485311 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57824e-bf56-4dc6-8366-2d5a5e2395e7 req-046cc277-a28f-4fb3-80d7-758e8535a903 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:21.486836 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1b57824e-bf56-4dc6-8366-2d5a5e2395e7 req-046cc277-a28f-4fb3-80d7-758e8535a903 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0623572 Mar 16 16:35:21.555886 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1b57824e-bf56-4dc6-8366-2d5a5e2395e7 req-501bef1f-e07e-425b-825a-d5fcaf397034 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 Mar 16 16:35:23.268716 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a65f63-12ed-42c8-8c85-f3a7bb62bc3d req-da197cc7-4020-4c0f-aa0e-0c1e38a012df tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:23.271092 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-61a65f63-12ed-42c8-8c85-f3a7bb62bc3d req-da197cc7-4020-4c0f-aa0e-0c1e38a012df tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0589664 Mar 16 16:35:23.293077 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-cf11a7d8-ed0f-4233-84db-a8e2dd7889b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:23.296243 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-cf11a7d8-ed0f-4233-84db-a8e2dd7889b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.1006098 Mar 16 16:35:23.346772 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-61a65f63-12ed-42c8-8c85-f3a7bb62bc3d req-672eb904-4551-4730-8f6c-b42f42be2d96 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697827 Mar 16 16:35:23.427266 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-a89331b0-9c0f-4fac-bf97-c069432fae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:23.429031 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-a89331b0-9c0f-4fac-bf97-c069432fae68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.1164970 Mar 16 16:35:23.480165 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-effa4631-f69a-44fa-84ed-8a8b79bb00be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 217 time: 0.0424376 Mar 16 16:35:23.539954 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-8870199d-9ec7-423d-995e-c9c301109d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:23.542696 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-8870199d-9ec7-423d-995e-c9c301109d9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0547683 Mar 16 16:35:23.600177 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-eaea03ea-5f27-4646-b029-5115a66e38ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491436 Mar 16 16:35:23.721661 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-345f2e6e-4541-44e2-b50e-59f5da4f9235 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139338 Mar 16 16:35:23.850297 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-78cd584e-ae04-4f4b-bd8e-826e20800125 req-77fa4a3c-414d-4e14-8023-8dff5c2d124b service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130881 Mar 16 16:35:24.224056 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36050) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:24.367455 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:24.524379 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef518ba-3b9a-4b19-bee4-183e0f3ea83b req-1c13c1c3-8ddb-4bf3-9e4a-06cd160b0097 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:24.526115 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fef518ba-3b9a-4b19-bee4-183e0f3ea83b req-1c13c1c3-8ddb-4bf3-9e4a-06cd160b0097 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0809700 Mar 16 16:35:24.532743 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Publish callbacks [] for security_group (a6b406ab-5b0b-4f78-935b-443368b8c604), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:24.541538 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a6b406ab-5b0b-4f78-935b-443368b8c604), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:24.590752 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fef518ba-3b9a-4b19-bee4-183e0f3ea83b req-18fb7962-244c-4223-93d7-a78d37d27414 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577359 Mar 16 16:35:24.598784 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b406ab-5b0b-4f78-935b-443368b8c604,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:24.614628 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.615345 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.615923 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.616503 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.617064 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.617595 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.617997 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.618336 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.618669 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.618999 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.619880 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.620242 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.620576 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.620897 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.621402 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:24.626750 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b31390e3-3d1f-4158-95ab-84255810b754 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35a8e13646224e75a2ec25c746209ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013491 Mar 16 16:35:24.630942 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36060) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:24.698957 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf302-4f5f-460c-870e-1ca9db34fb09 admin admin] Publish callbacks [] for security_group (a6b406ab-5b0b-4f78-935b-443368b8c604), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:24.722176 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf302-4f5f-460c-870e-1ca9db34fb09 admin admin] Publish callbacks [] for security_group (a6b406ab-5b0b-4f78-935b-443368b8c604), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:24.784465 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf302-4f5f-460c-870e-1ca9db34fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a6b406ab-5b0b-4f78-935b-443368b8c604), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:24.789117 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf302-4f5f-460c-870e-1ca9db34fb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:24.793637 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7cbaf302-4f5f-460c-870e-1ca9db34fb09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6b406ab-5b0b-4f78-935b-443368b8c604 HTTP/1.1" status: 204 len: 168 time: 0.1584175 Mar 16 16:35:24.813635 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaf302-4f5f-460c-870e-1ca9db34fb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b406ab-5b0b-4f78-935b-443368b8c604,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:24.872674 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.156316 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-268150fb-41e2-411c-b81a-0af7027ad137 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665357 Mar 16 16:35:25.245853 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-fc606717-d329-49ab-83e8-4187f1459272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:25.247343 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-fc606717-d329-49ab-83e8-4187f1459272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1129 time: 0.0639470 Mar 16 16:35:25.315770 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36076) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:25.343020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1b202024-a171-4f12-9e17-59c30b67f512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.385243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-8e2cc113-ae48-4b0d-8da7-4b05e0dff191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:25.386627 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-8e2cc113-ae48-4b0d-8da7-4b05e0dff191 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1164734 Mar 16 16:35:25.464698 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-b1f2e5e1-fd3b-4b77-9e0b-cdfc5b62fbae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 1000 time: 0.0709476 Mar 16 16:35:25.472926 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1b202024-a171-4f12-9e17-59c30b67f512 admin admin] Publish callbacks [] for security_group (89148a75-c37f-4529-a2ce-f3fb5caa9951), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.479359 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1b202024-a171-4f12-9e17-59c30b67f512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (89148a75-c37f-4529-a2ce-f3fb5caa9951), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.525963 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-1b202024-a171-4f12-9e17-59c30b67f512 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1e21e010cd14870a7589bc2323e2143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079763 Mar 16 16:35:25.528483 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36080) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:25.543161 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b202024-a171-4f12-9e17-59c30b67f512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89148a75-c37f-4529-a2ce-f3fb5caa9951,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:25.551955 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-5f1356d1-0cf4-4898-86f6-ebd2fcffe864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:25.553983 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-5f1356d1-0cf4-4898-86f6-ebd2fcffe864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0823960 Mar 16 16:35:25.590776 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-391f172d-5091-450f-a0bb-fddd19a67295 admin admin] Publish callbacks [] for security_group (89148a75-c37f-4529-a2ce-f3fb5caa9951), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.621302 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-391f172d-5091-450f-a0bb-fddd19a67295 admin admin] Publish callbacks [] for security_group (89148a75-c37f-4529-a2ce-f3fb5caa9951), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.630033 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-6b544cbb-18ea-49e1-9616-f9bd3efcf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:25.632127 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-6b544cbb-18ea-49e1-9616-f9bd3efcf2c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718031 Mar 16 16:35:25.725994 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-391f172d-5091-450f-a0bb-fddd19a67295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (89148a75-c37f-4529-a2ce-f3fb5caa9951), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.729188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-391f172d-5091-450f-a0bb-fddd19a67295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:25.732695 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-391f172d-5091-450f-a0bb-fddd19a67295 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89148a75-c37f-4529-a2ce-f3fb5caa9951 HTTP/1.1" status: 204 len: 168 time: 0.2028365 Mar 16 16:35:25.744785 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-03b46bc2-2192-4118-b743-6d22f2560da8 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060450 Mar 16 16:35:25.747659 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f172d-5091-450f-a0bb-fddd19a67295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89148a75-c37f-4529-a2ce-f3fb5caa9951,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:25.771274 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743765f-eb37-4ee5-86f7-8b05179a5fb9 req-6978b321-960c-41d2-886c-229d413c9356 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:25.783090 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d743765f-eb37-4ee5-86f7-8b05179a5fb9 req-6978b321-960c-41d2-886c-229d413c9356 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0935452 Mar 16 16:35:25.851554 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d743765f-eb37-4ee5-86f7-8b05179a5fb9 req-2b488887-1fc9-49a2-902d-95deb931867a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668397 Mar 16 16:35:25.886532 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9b6ab459-1fe3-4606-bbca-0152ed92d2c0 req-0f88bff2-1df6-4eb3-885f-b0aa08b780c6 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266632 Mar 16 16:35:26.999957 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d28b04-9751-4ab7-bd71-73d44bafbcb9 req-484d2e14-1141-4a43-b38d-cf3453f27d39 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:27.001690 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f6d28b04-9751-4ab7-bd71-73d44bafbcb9 req-484d2e14-1141-4a43-b38d-cf3453f27d39 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0637212 Mar 16 16:35:27.059520 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f6d28b04-9751-4ab7-bd71-73d44bafbcb9 req-7475285d-e8c6-4476-b4cb-d330ab8fca1c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Mar 16 16:35:28.182113 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df9024-b2a1-49f2-ba21-bf427f0a0fa9 req-f308236c-3c6e-42d1-9bb5-9da37304b597 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:28.183587 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d5df9024-b2a1-49f2-ba21-bf427f0a0fa9 req-f308236c-3c6e-42d1-9bb5-9da37304b597 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0525925 Mar 16 16:35:28.228622 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d5df9024-b2a1-49f2-ba21-bf427f0a0fa9 req-975602cc-d62b-474f-8cd1-2466fcb791f5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Mar 16 16:35:29.346892 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aaaee-eece-40d6-8543-50973986f6f0 req-dfa488d8-0e15-4f58-810e-a3be7fd067b9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:29.348370 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0f1aaaee-eece-40d6-8543-50973986f6f0 req-dfa488d8-0e15-4f58-810e-a3be7fd067b9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0550454 Mar 16 16:35:29.394064 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0f1aaaee-eece-40d6-8543-50973986f6f0 req-e34edc64-0213-44d5-ae70-2a1343dd0ba7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Mar 16 16:35:30.518934 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840bc10-85a6-49d0-af0f-d5c8f6ad224b req-f7817b26-f76a-43ef-a96d-a4d3cfbff338 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:30.520433 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7840bc10-85a6-49d0-af0f-d5c8f6ad224b req-f7817b26-f76a-43ef-a96d-a4d3cfbff338 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0545506 Mar 16 16:35:30.585319 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7840bc10-85a6-49d0-af0f-d5c8f6ad224b req-fef2d0bd-0ceb-477a-bfa5-312fd861bdb4 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569072 Mar 16 16:35:31.717102 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb85569-b88b-4626-8fd2-ec8ead2a355b req-a4271ab3-6448-4344-9db3-faf43d82f3c5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:31.724743 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3eb85569-b88b-4626-8fd2-ec8ead2a355b req-a4271ab3-6448-4344-9db3-faf43d82f3c5 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0665681 Mar 16 16:35:31.777056 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3eb85569-b88b-4626-8fd2-ec8ead2a355b req-4d183673-e25f-4b16-89d7-75f4178b2e9a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Mar 16 16:35:32.904066 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd5276-5950-47e4-88cd-bb693900f921 req-2f9e5a79-a360-40b9-8943-e15b445c87d3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:32.906273 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6bbd5276-5950-47e4-88cd-bb693900f921 req-2f9e5a79-a360-40b9-8943-e15b445c87d3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Mar 16 16:35:32.965703 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6bbd5276-5950-47e4-88cd-bb693900f921 req-0820ff49-17e8-4259-9aa1-5d2df371cbea tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520170 Mar 16 16:35:34.130696 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444458-bdaa-4902-8d84-e00b882231ed req-42516ec0-7435-4c8d-ab26-52ab110fe80c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:34.132816 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c1444458-bdaa-4902-8d84-e00b882231ed req-42516ec0-7435-4c8d-ab26-52ab110fe80c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0908186 Mar 16 16:35:34.193262 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c1444458-bdaa-4902-8d84-e00b882231ed req-2c9aa2dc-38f5-4ed9-ad1a-a8523f518e62 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535927 Mar 16 16:35:35.322166 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e33df8-bc88-423d-9358-e484533e39e4 req-c1925836-26a7-415c-bda5-c19338a26df2 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:35.330734 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b1e33df8-bc88-423d-9358-e484533e39e4 req-c1925836-26a7-415c-bda5-c19338a26df2 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0757351 Mar 16 16:35:35.393012 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b1e33df8-bc88-423d-9358-e484533e39e4 req-7cb342b1-7629-4a1c-913c-69c3da16b90e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569046 Mar 16 16:35:36.545683 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923a82-6d8b-4e8e-b2e6-a4ee30ff1a73 req-45154f45-b4f1-470e-9e03-c6642d6cb373 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:36.552765 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-59923a82-6d8b-4e8e-b2e6-a4ee30ff1a73 req-45154f45-b4f1-470e-9e03-c6642d6cb373 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0654991 Mar 16 16:35:36.609626 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-59923a82-6d8b-4e8e-b2e6-a4ee30ff1a73 req-078de057-b350-437a-8157-663db8ade6f1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556500 Mar 16 16:35:37.734549 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92754aba-ad85-4ae7-a024-67f52d734e72 req-5f5ef6e7-7dcb-4b0a-bfc1-343a67fde5b7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:37.736028 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-92754aba-ad85-4ae7-a024-67f52d734e72 req-5f5ef6e7-7dcb-4b0a-bfc1-343a67fde5b7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0508213 Mar 16 16:35:37.783116 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-92754aba-ad85-4ae7-a024-67f52d734e72 req-25718fc2-9ec6-436b-ad97-b4cd905c3c53 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Mar 16 16:35:38.899354 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e70ae6-4219-4896-b37e-ff8a9ca75308 req-69edc90d-0a8f-432e-a3b8-18d454af4327 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:38.900842 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-79e70ae6-4219-4896-b37e-ff8a9ca75308 req-69edc90d-0a8f-432e-a3b8-18d454af4327 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0513942 Mar 16 16:35:38.949679 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-79e70ae6-4219-4896-b37e-ff8a9ca75308 req-9b63c7c2-29c7-4515-aabc-3da40a4ea957 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Mar 16 16:35:40.063350 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564135-c4a2-4aa8-af4d-31718e4d33fd req-854ce402-1ba8-4e1d-a990-df154b813f99 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:40.064822 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4f564135-c4a2-4aa8-af4d-31718e4d33fd req-854ce402-1ba8-4e1d-a990-df154b813f99 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0499568 Mar 16 16:35:40.112658 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4f564135-c4a2-4aa8-af4d-31718e4d33fd req-199896bf-119d-4f00-b45f-c20fe08dbfa6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Mar 16 16:35:41.322212 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93832-db3e-4db7-9825-1814f3179f0e req-45712d7a-758e-4149-8c8f-edcfcd1e543c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:41.328900 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-16e93832-db3e-4db7-9825-1814f3179f0e req-45712d7a-758e-4149-8c8f-edcfcd1e543c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1081769 Mar 16 16:35:41.379130 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-16e93832-db3e-4db7-9825-1814f3179f0e req-1d5efcc3-7f13-46db-9eaa-8380e8385461 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474753 Mar 16 16:35:42.527940 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6f75e-c101-4ded-a949-c7c89ecba4eb req-39ae8f73-eaa9-4cdd-ac8d-ff4da202ba91 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:42.529505 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-77d6f75e-c101-4ded-a949-c7c89ecba4eb req-39ae8f73-eaa9-4cdd-ac8d-ff4da202ba91 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0630312 Mar 16 16:35:42.578264 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-77d6f75e-c101-4ded-a949-c7c89ecba4eb req-9613be43-6466-46bf-a002-a3710cadb934 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Mar 16 16:35:43.760310 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419e7c4-c38c-4976-ae83-7819e3212d66 req-f0c39c7d-8e96-4343-a8e4-987049853269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:43.761947 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8419e7c4-c38c-4976-ae83-7819e3212d66 req-f0c39c7d-8e96-4343-a8e4-987049853269 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.0794163 Mar 16 16:35:43.786902 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05986-a892-4ffd-a7d1-baed7124706f req-971b0fc4-2f28-4ac8-90fb-34779236741f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:43.788384 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-80f05986-a892-4ffd-a7d1-baed7124706f req-971b0fc4-2f28-4ac8-90fb-34779236741f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0981910 Mar 16 16:35:43.837323 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8419e7c4-c38c-4976-ae83-7819e3212d66 req-5fa05509-fdb8-471f-b761-e5b9cbdbe213 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Mar 16 16:35:43.869536 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-80f05986-a892-4ffd-a7d1-baed7124706f req-92695c44-2de2-418a-aa3a-14d68656e20f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696056 Mar 16 16:35:44.015406 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d660b5a8-1b0b-4ef6-aa70-d5b5781f77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:44.988071 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8503-28c2-4c84-bb62-0c9a7d825dbd req-bd04d1bf-2ca5-49c4-a98b-994cf7c109ce tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:44.989634 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-38bb8503-28c2-4c84-bb62-0c9a7d825dbd req-bd04d1bf-2ca5-49c4-a98b-994cf7c109ce tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Mar 16 16:35:45.040604 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-38bb8503-28c2-4c84-bb62-0c9a7d825dbd req-a212e9d2-26b7-40d6-86b8-9b5098d30e92 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Mar 16 16:35:46.157399 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a41c2-d8f3-44e8-b40e-902d81f98e3d req-3411143c-e28f-43f1-b34f-1df3d6da9318 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:46.158868 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e21a41c2-d8f3-44e8-b40e-902d81f98e3d req-3411143c-e28f-43f1-b34f-1df3d6da9318 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0514154 Mar 16 16:35:46.204849 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e21a41c2-d8f3-44e8-b40e-902d81f98e3d req-cf7dcdf9-8d7f-4141-8d6e-30ab3f5a11f1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Mar 16 16:35:46.306045 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-8a9b515e-433e-481d-9123-f355e44f13fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:46.455745 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70157586-ecd5-4c62-b852-fe121cfae453 req-c23f9afd-5e40-4abe-92a6-e2c23122cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:46.457375 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-70157586-ecd5-4c62-b852-fe121cfae453 req-c23f9afd-5e40-4abe-92a6-e2c23122cc55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.0507040 Mar 16 16:35:46.468934 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb0d6-69cd-40a8-add8-863a845eeda0 req-7abae327-3c60-45f6-bf7b-8add88a7daa4 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:46.470406 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-05ccb0d6-69cd-40a8-add8-863a845eeda0 req-7abae327-3c60-45f6-bf7b-8add88a7daa4 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0594270 Mar 16 16:35:46.518530 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-05ccb0d6-69cd-40a8-add8-863a845eeda0 req-734c525b-ccfb-4175-bb5d-d1bf07f0d7af tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 Mar 16 16:35:46.743098 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70157586-ecd5-4c62-b852-fe121cfae453 req-bacb7ccc-7e34-46ee-b912-42aefa37262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:46.744686 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-70157586-ecd5-4c62-b852-fe121cfae453 req-bacb7ccc-7e34-46ee-b912-42aefa37262b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.2686937 Mar 16 16:35:46.789135 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-70157586-ecd5-4c62-b852-fe121cfae453 req-050ef4b7-39ca-40a9-ace5-967c4c61cb94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 217 time: 0.0370822 Mar 16 16:35:46.837899 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70157586-ecd5-4c62-b852-fe121cfae453 req-f457f0f6-331b-4da2-a6f3-59f2a45d4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:46.839324 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-70157586-ecd5-4c62-b852-fe121cfae453 req-f457f0f6-331b-4da2-a6f3-59f2a45d4228 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0424838 Mar 16 16:35:46.870578 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-70157586-ecd5-4c62-b852-fe121cfae453 req-76da5d65-8a69-4e3d-b593-bfae8f1cc0e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240533 Mar 16 16:35:46.961675 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-70157586-ecd5-4c62-b852-fe121cfae453 req-b5d0dc9c-56b2-40fd-bcff-4c436726bded service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839794 Mar 16 16:35:47.053203 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-70157586-ecd5-4c62-b852-fe121cfae453 req-c57eb3f1-0bc3-467c-a756-a73fb5c75372 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812936 Mar 16 16:35:47.474351 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:35:47.526463 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:47.663301 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df918e1e-847b-410b-9151-73f0a1ad83e1 req-7a63468a-899c-4bec-87dd-1b3a51744646 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:47.664935 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-df918e1e-847b-410b-9151-73f0a1ad83e1 req-7a63468a-899c-4bec-87dd-1b3a51744646 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0640752 Mar 16 16:35:47.714388 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-df918e1e-847b-410b-9151-73f0a1ad83e1 req-5b6e671f-5a1a-45da-be5c-d290a3daaa2f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Mar 16 16:35:48.642882 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36546) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:48.794373 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3315a09e-b892-4ed9-9eb2-02028560b3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:48.860335 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821adb-359f-4ba7-9f0d-2004cd35c30d req-d723f99b-9665-4f61-8c1c-1a96259e5ac9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:48.861934 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fd821adb-359f-4ba7-9f0d-2004cd35c30d req-d723f99b-9665-4f61-8c1c-1a96259e5ac9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0821939 Mar 16 16:35:48.937146 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fd821adb-359f-4ba7-9f0d-2004cd35c30d req-d9638220-b597-4964-bd29-f43e68397bff tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Mar 16 16:35:48.946256 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3315a09e-b892-4ed9-9eb2-02028560b3dd admin admin] Publish callbacks [] for security_group (57d5b22a-8155-4c40-8a23-0dc3ab32df8d), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:48.952094 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3315a09e-b892-4ed9-9eb2-02028560b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (57d5b22a-8155-4c40-8a23-0dc3ab32df8d), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:48.991113 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315a09e-b892-4ed9-9eb2-02028560b3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d5b22a-8155-4c40-8a23-0dc3ab32df8d,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:49.002445 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3315a09e-b892-4ed9-9eb2-02028560b3dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69a01ee0ec0049e5bcc830ca0c912cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583908 Mar 16 16:35:49.008221 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36556) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:49.024340 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.067308 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Publish callbacks [] for security_group (57d5b22a-8155-4c40-8a23-0dc3ab32df8d), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.092547 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Publish callbacks [] for security_group (57d5b22a-8155-4c40-8a23-0dc3ab32df8d), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.148831 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (57d5b22a-8155-4c40-8a23-0dc3ab32df8d), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.152495 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.153807 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57d5b22a-8155-4c40-8a23-0dc3ab32df8d HTTP/1.1" status: 204 len: 168 time: 0.1430576 Mar 16 16:35:49.162593 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d5b22a-8155-4c40-8a23-0dc3ab32df8d,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:49.170987 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.171342 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.171686 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.172027 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.172571 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.172907 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.173237 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.173735 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.174063 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.174630 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.175035 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.175454 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.175831 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.176219 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.176676 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c84e2-8c7c-476c-9d46-d1f3c7c8dee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:35:49.214060 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36562) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:49.275118 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] Deleting subnet 1a49f237-4f30-4730-9959-61bc008b1bb1 {{(pid=103490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:35:49.279176 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] Publish callbacks [] for subnet (1a49f237-4f30-4730-9959-61bc008b1bb1), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.322463 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065177'] for subnet (1a49f237-4f30-4730-9959-61bc008b1bb1), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.391357 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (1a49f237-4f30-4730-9959-61bc008b1bb1), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.465599 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13634474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13685210'] for subnet (1a49f237-4f30-4730-9959-61bc008b1bb1), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.501907 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a49f237-4f30-4730-9959-61bc008b1bb1,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:49.505244 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.514611 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-f5be41c7-b444-4aae-87f1-f5b63be2cfb9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1a49f237-4f30-4730-9959-61bc008b1bb1 HTTP/1.1" status: 204 len: 168 time: 0.2972236 Mar 16 16:35:49.514834 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36580) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:49.594764 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (bad2511c-7b0b-449f-a630-f639cb65a41d), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.689441 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (bad2511c-7b0b-449f-a630-f639cb65a41d), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.711493 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad2511c-7b0b-449f-a630-f639cb65a41d']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:35:49.723051 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c504144-9087-4da2-ac61-1773bf278048') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:35:49.723199 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c504144-9087-4da2-ac61-1773bf278048') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:35:49.733465 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (0c504144-9087-4da2-ac61-1773bf278048), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.747810 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (0c504144-9087-4da2-ac61-1773bf278048), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.753941 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:35:49.754337 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (0c504144-9087-4da2-ac61-1773bf278048), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:35:49.756119 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:35:49.815992 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (bad2511c-7b0b-449f-a630-f639cb65a41d), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.823017 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:49.828897 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bad2511c-7b0b-449f-a630-f639cb65a41d HTTP/1.1" status: 204 len: 168 time: 0.3107154 Mar 16 16:35:49.842266 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ea4a0-175a-4fa4-ba6a-0d577b672946 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad2511c-7b0b-449f-a630-f639cb65a41d,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:50.008807 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36602) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:50.083083 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e251842d-83af-450a-b3ba-110775010325 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba2d48f7d7e64c339ba3495ce7f8845e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706208 Mar 16 16:35:50.083335 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36604) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:50.109764 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be908a-4a72-4d9f-9065-cf1b6258f06f req-65339b87-67b5-49a3-8412-3b93a0430fa8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:50.111209 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-99be908a-4a72-4d9f-9065-cf1b6258f06f req-65339b87-67b5-49a3-8412-3b93a0430fa8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0932827 Mar 16 16:35:50.170386 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3fa4-c9f1-4055-9e51-74565c5a30d6 admin admin] Publish callbacks [] for security_group (00c1a4a8-bdc5-428c-90fd-b58111143422), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:50.188339 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-99be908a-4a72-4d9f-9065-cf1b6258f06f req-e7bd4ad3-6041-4d63-9de7-bf499f1069de tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695271 Mar 16 16:35:50.203426 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3fa4-c9f1-4055-9e51-74565c5a30d6 admin admin] Publish callbacks [] for security_group (00c1a4a8-bdc5-428c-90fd-b58111143422), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:50.262733 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3fa4-c9f1-4055-9e51-74565c5a30d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (00c1a4a8-bdc5-428c-90fd-b58111143422), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:50.265704 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3fa4-c9f1-4055-9e51-74565c5a30d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:50.267030 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8dcb3fa4-c9f1-4055-9e51-74565c5a30d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00c1a4a8-bdc5-428c-90fd-b58111143422 HTTP/1.1" status: 204 len: 168 time: 0.1828039 Mar 16 16:35:50.275935 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb3fa4-c9f1-4055-9e51-74565c5a30d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c1a4a8-bdc5-428c-90fd-b58111143422,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:50.301152 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.351295 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36654) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:51.453900 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2e2fceac-3efd-4439-a229-6c96e7ab8cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.532369 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2e2fceac-3efd-4439-a229-6c96e7ab8cc7 admin admin] Publish callbacks [] for security_group (387d03b6-311e-4f47-ad73-0b670b007632), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.536629 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2e2fceac-3efd-4439-a229-6c96e7ab8cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (387d03b6-311e-4f47-ad73-0b670b007632), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.576843 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-2e2fceac-3efd-4439-a229-6c96e7ab8cc7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7bbfbd261ce4368ae535b683ac46271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244554 Mar 16 16:35:51.577702 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fceac-3efd-4439-a229-6c96e7ab8cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d03b6-311e-4f47-ad73-0b670b007632,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:51.580023 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36664) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:51.627263 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-faa11f4e-123b-4e4c-b51b-5476b82aa823 admin admin] Publish callbacks [] for security_group (387d03b6-311e-4f47-ad73-0b670b007632), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.647728 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-faa11f4e-123b-4e4c-b51b-5476b82aa823 admin admin] Publish callbacks [] for security_group (387d03b6-311e-4f47-ad73-0b670b007632), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.695033 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-faa11f4e-123b-4e4c-b51b-5476b82aa823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (387d03b6-311e-4f47-ad73-0b670b007632), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.698513 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-faa11f4e-123b-4e4c-b51b-5476b82aa823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:51.699774 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-faa11f4e-123b-4e4c-b51b-5476b82aa823 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/387d03b6-311e-4f47-ad73-0b670b007632 HTTP/1.1" status: 204 len: 168 time: 0.1182530 Mar 16 16:35:51.708691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa11f4e-123b-4e4c-b51b-5476b82aa823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d03b6-311e-4f47-ad73-0b670b007632,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:54.857161 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:55.893107 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f98bb6-ac46-401e-9fb1-df178b78f62a req-9f329b7a-f5ae-4c36-8f10-f6255a17cf13 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:55.894774 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-34f98bb6-ac46-401e-9fb1-df178b78f62a req-9f329b7a-f5ae-4c36-8f10-f6255a17cf13 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0578015 Mar 16 16:35:55.949980 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-ebb1405c-955f-4a9c-9664-a541168481d7 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d69389676b60466f87d0bb82c07d6bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332224 Mar 16 16:35:55.955504 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-34f98bb6-ac46-401e-9fb1-df178b78f62a req-0016003b-bf86-48a4-97fd-44491bc6bbff tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518684 Mar 16 16:35:56.140160 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-9099fd5c-13a8-44e7-8b32-bb7652a1f146 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:56.141668 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-9099fd5c-13a8-44e7-8b32-bb7652a1f146 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862199 Mar 16 16:35:56.156525 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-3ec13cf1-70f2-43b8-b286-211c0edcb620 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/quotas/d69389676b60466f87d0bb82c07d6bce HTTP/1.1" status: 200 len: 375 time: 0.0095675 Mar 16 16:35:56.191098 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-e87248b9-427c-4d59-b422-e52c6ee730f2 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d69389676b60466f87d0bb82c07d6bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295062 Mar 16 16:35:56.376435 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ec6c2a81-af68-4da5-87f9-9a9cc7c4f61f req-23441483-5098-441d-8961-eaea1d9d0dfc tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 210 time: 0.0307713 Mar 16 16:35:57.266408 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36798) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:57.306870 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-62be6e7d-46f6-4b92-9e7e-535d8699f6d0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d69389676b60466f87d0bb82c07d6bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317969 Mar 16 16:35:57.411583 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7a4caf24-a5a2-46f9-a17b-7c7cd77504f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.492681 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2138f62a-5f1e-499a-acb8-333171c8ed5a req-a99792d0-0031-495e-b9dd-f6bad1b6cc95 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 210 time: 0.0401607 Mar 16 16:35:57.509878 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-30b07d62-ac2a-48a6-aeac-0457c9edcebb tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:57.511290 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-30b07d62-ac2a-48a6-aeac-0457c9edcebb tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007627 Mar 16 16:35:57.525072 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Request body: {'port': {'device_id': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d', 'admin_state_up': True, 'tenant_id': 'd69389676b60466f87d0bb82c07d6bce'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:35:57.610280 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7a4caf24-a5a2-46f9-a17b-7c7cd77504f7 admin admin] Publish callbacks [] for security_group (05cdb6ac-166d-48af-962c-ca6bc99359d0), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.614224 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7a4caf24-a5a2-46f9-a17b-7c7cd77504f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (05cdb6ac-166d-48af-962c-ca6bc99359d0), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.675656 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4caf24-a5a2-46f9-a17b-7c7cd77504f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cdb6ac-166d-48af-962c-ca6bc99359d0,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:57.679731 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-7a4caf24-a5a2-46f9-a17b-7c7cd77504f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e540177e53724a2da9fb520d752ac15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113355 Mar 16 16:35:57.683102 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36810) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:57.697886 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Made reservation on behalf of d69389676b60466f87d0bb82c07d6bce for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:35:57.701452 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.710071 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.732056 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d60c2c93-e41a-4076-97ec-d9f680e49407 admin admin] Publish callbacks [] for security_group (05cdb6ac-166d-48af-962c-ca6bc99359d0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.756858 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d60c2c93-e41a-4076-97ec-d9f680e49407 admin admin] Publish callbacks [] for security_group (05cdb6ac-166d-48af-962c-ca6bc99359d0), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.793992 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks [] for security_group (153a0de2-ff4e-4260-86c0-f22127ebe8e9), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.797500 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (153a0de2-ff4e-4260-86c0-f22127ebe8e9), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.806381 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d60c2c93-e41a-4076-97ec-d9f680e49407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (05cdb6ac-166d-48af-962c-ca6bc99359d0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.809241 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d60c2c93-e41a-4076-97ec-d9f680e49407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:57.812940 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d60c2c93-e41a-4076-97ec-d9f680e49407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05cdb6ac-166d-48af-962c-ca6bc99359d0 HTTP/1.1" status: 204 len: 168 time: 0.1261601 Mar 16 16:35:57.823279 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c2c93-e41a-4076-97ec-d9f680e49407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cdb6ac-166d-48af-962c-ca6bc99359d0,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:57.873518 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153a0de2-ff4e-4260-86c0-f22127ebe8e9,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:57.951894 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Allocated IP 192.168.233.40 (e5736446-b122-43f1-b631-ff3f8286b84d/9185416e-b838-48aa-aaf1-5a1b96baa295/6dff36bf-45b7-47eb-a981-969c4f95c64a) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:35:58.126355 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks [] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.126667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36822) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:58.140536 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff524-34f1-4789-91f6-ec0f47345687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.162537 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.212803 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Network e5736446-b122-43f1-b631-ff3f8286b84d is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:35:58.216488 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:35:58.220814 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:35:58.229576 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff524-34f1-4789-91f6-ec0f47345687 admin admin] Publish callbacks [] for security_group (83ee714c-0413-4171-9004-01cac491a8c5), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.239275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff524-34f1-4789-91f6-ec0f47345687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (83ee714c-0413-4171-9004-01cac491a8c5), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.246413 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Pushing event updated for resources: {'Port': ['ID=6dff36bf-45b7-47eb-a981-969c4f95c64a,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:58.279645 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:58.280204 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.288818 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ff524-34f1-4789-91f6-ec0f47345687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee714c-0413-4171-9004-01cac491a8c5,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:58.297352 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-8f6ff524-34f1-4789-91f6-ec0f47345687 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35d18572134149efbded768b221b2f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690361 Mar 16 16:35:58.299909 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36826) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:58.348481 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-1dddd901-0a8d-4f35-957f-58a5192a6a00 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8270037 Mar 16 16:35:58.370711 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Request body: {'port': {'device_id': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:35:58.400988 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8832547d-ac7b-4a3c-a1b6-1a694c847abe admin admin] Publish callbacks [] for security_group (83ee714c-0413-4171-9004-01cac491a8c5), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.440368 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8832547d-ac7b-4a3c-a1b6-1a694c847abe admin admin] Publish callbacks [] for security_group (83ee714c-0413-4171-9004-01cac491a8c5), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.484143 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.543462 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-8a1d86b4-0f2d-4920-bc98-3d499c7e63a1 None None] Provisioning complete for port 6dff36bf-45b7-47eb-a981-969c4f95c64a triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:35:58.545246 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-8a1d86b4-0f2d-4920-bc98-3d499c7e63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.551369 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8832547d-ac7b-4a3c-a1b6-1a694c847abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (83ee714c-0413-4171-9004-01cac491a8c5), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.556055 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8832547d-ac7b-4a3c-a1b6-1a694c847abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.556055 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8832547d-ac7b-4a3c-a1b6-1a694c847abe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83ee714c-0413-4171-9004-01cac491a8c5 HTTP/1.1" status: 204 len: 168 time: 0.2548935 Mar 16 16:35:58.568795 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832547d-ac7b-4a3c-a1b6-1a694c847abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee714c-0413-4171-9004-01cac491a8c5,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:58.661735 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaac62a-f573-4c8e-a445-b6049e2f0c7b req-a056c64c-7676-4599-b2d7-679816b73696 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:58.669946 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0aaac62a-f573-4c8e-a445-b6049e2f0c7b req-a056c64c-7676-4599-b2d7-679816b73696 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 935 time: 0.0638375 Mar 16 16:35:58.698970 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d86b4-0f2d-4920-bc98-3d499c7e63a1 None None] Port 6dff36bf-45b7-47eb-a981-969c4f95c64a cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:35:58.745522 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0aaac62a-f573-4c8e-a445-b6049e2f0c7b req-c593d97b-a65b-4cd4-856d-2ec28344eaca tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724103 Mar 16 16:35:58.879998 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dff36bf-45b7-47eb-a981-969c4f95c64a {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:35:58.887686 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Publish callbacks [] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.901257 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Transition to ACTIVE for port object 6dff36bf-45b7-47eb-a981-969c4f95c64a will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:35:58.904969 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:58.962998 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Pushing event updated for resources: {'Port': ['ID=6dff36bf-45b7-47eb-a981-969c4f95c64a,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:59.052777 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Attempting to bind port 6dff36bf-45b7-47eb-a981-969c4f95c64a on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:35:59.053358 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Attempting to bind port 6dff36bf-45b7-47eb-a981-969c4f95c64a by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:35:59.053861 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Attempting to bind port 6dff36bf-45b7-47eb-a981-969c4f95c64a on network e5736446-b122-43f1-b631-ff3f8286b84d {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:35:59.060552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Port 6dff36bf-45b7-47eb-a981-969c4f95c64a on network e5736446-b122-43f1-b631-ff3f8286b84d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:35:59.061014 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Attempting to bind port 6dff36bf-45b7-47eb-a981-969c4f95c64a on network e5736446-b122-43f1-b631-ff3f8286b84d {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:35:59.071521 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:35:59.071821 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Checking segment: {'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:35:59.072204 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Bound using segment: {'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:35:59.072661 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Bound port: 6dff36bf-45b7-47eb-a981-969c4f95c64a, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fd56ad-fe96-43fa-a96a-3dde21897b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:35:59.074787 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.179780 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] For port 6dff36bf-45b7-47eb-a981-969c4f95c64a, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:35:59.184445 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] For port 6dff36bf-45b7-47eb-a981-969c4f95c64a, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6dff36bf-45b7-47eb-a981-969c4f95c64a,segment=NetworkSegment(29fd56ad-fe96-43fa-a96a-3dde21897b30),segment_id=29fd56ad-fe96-43fa-a96a-3dde21897b30)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:35:59.194002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.235499 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:59.236184 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.237724 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] 10.222.0.57 "PUT /v2.0/ports/6dff36bf-45b7-47eb-a981-969c4f95c64a HTTP/1.1" status: 200 len: 1097 time: 0.8720796 Mar 16 16:35:59.240259 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'tag': '6dff36bf-45b7-47eb-a981-969c4f95c64a'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:35:59.244189 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc995146-db42-4140-9bdd-fe8f30c85f0a", "tag": "6dff36bf-45b7-47eb-a981-969c4f95c64a"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:35:59.307954 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768ab68-2c78-44f0-a0c0-68b04137f42b service neutron] Pushing event updated for resources: {'Port': ['ID=6dff36bf-45b7-47eb-a981-969c4f95c64a,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:59.314794 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46adb99b-64e5-4058-9a73-a15a571ac476 x-openstack-request-id: req-46adb99b-64e5-4058-9a73-a15a571ac476 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:35:59.315327 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc995146-db42-4140-9bdd-fe8f30c85f0a", "tag": "6dff36bf-45b7-47eb-a981-969c4f95c64a", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:35:59.315727 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46adb99b-64e5-4058-9a73-a15a571ac476 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:35:59.316536 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'tag': '6dff36bf-45b7-47eb-a981-969c4f95c64a', 'status': 'completed', 'code': 200} Mar 16 16:35:59.334722 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-af33b4b6-d6f9-49c4-b84c-658145248b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:59.336246 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-af33b4b6-d6f9-49c4-b84c-658145248b1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d69389676b60466f87d0bb82c07d6bce&device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 1131 time: 0.0601163 Mar 16 16:35:59.382542 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-159304b5-bfc0-4431-b104-2a2e4051b867 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6dff36bf-45b7-47eb-a981-969c4f95c64a HTTP/1.1" status: 200 len: 217 time: 0.0380661 Mar 16 16:35:59.520102 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36872) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:35:59.620151 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1285043186-network', 'tenant_id': 'e1b88e60d28f463299be02e56223bd34'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:35:59.638020 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-a2122257-6320-4516-b26d-3dc110489d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:59.638653 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Made reservation on behalf of e1b88e60d28f463299be02e56223bd34 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:35:59.639643 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-a2122257-6320-4516-b26d-3dc110489d09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9185416e-b838-48aa-aaf1-5a1b96baa295 HTTP/1.1" status: 200 len: 843 time: 0.2481668 Mar 16 16:35:59.640998 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.649128 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.696241 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-f5f4b6fd-f6a6-443c-8e04-658445bd0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:59.697752 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-f5f4b6fd-f6a6-443c-8e04-658445bd0022 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5736446-b122-43f1-b631-ff3f8286b84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0484087 Mar 16 16:35:59.729602 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks [] for security_group (8be28fe9-48db-415a-9588-2d0feeee6522), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.734179 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8be28fe9-48db-415a-9588-2d0feeee6522), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.763746 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:35:59.776079 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be28fe9-48db-415a-9588-2d0feeee6522,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:35:59.782864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (cbc3c436-4f5c-4e22-9368-fdf49f252512), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.783369 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Added segment cbc3c436-4f5c-4e22-9368-fdf49f252512 of type vlan for network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a Mar 16 16:35:59.820247 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-9e39c6c2-354a-48c3-9d84-e48e9821343c service neutron] 10.222.0.57 "GET /v2.0/networks/e5736446-b122-43f1-b631-ff3f8286b84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147950 Mar 16 16:35:59.857268 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.911828 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.912925 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:59.913509 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:35:59.925045 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c918a3-0ef3-41bc-9b3d-3347b13b06bc req-007e4ce5-b669-4892-9246-22c97f0efe2d tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:35:59.926569 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-83c918a3-0ef3-41bc-9b3d-3347b13b06bc req-007e4ce5-b669-4892-9246-22c97f0efe2d tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 947 time: 0.0908682 Mar 16 16:35:59.934674 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-003c79a0-d700-48b3-aaad-58d442c5a223 req-621cdfff-d6a2-4f12-b52e-a4e6253d7e48 service neutron] 10.222.0.57 "GET /v2.0/networks/e5736446-b122-43f1-b631-ff3f8286b84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055083 Mar 16 16:35:59.988628 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4651248 Mar 16 16:35:59.992313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36888) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:00.002083 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Request body: {'subnet': {'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1285043186-subnet', 'tenant_id': 'e1b88e60d28f463299be02e56223bd34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:00.017607 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c60757-0cff-46bd-8317-295a53d291e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:00.029674 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:36:00.044804 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-83c918a3-0ef3-41bc-9b3d-3347b13b06bc req-4320bbfd-2aca-449d-a8aa-f97e8ebb7ed6 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974979 Mar 16 16:36:00.053517 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Made reservation on behalf of e1b88e60d28f463299be02e56223bd34 for: {'subnet': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:00.056759 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13685245'] for subnet (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:00.111070 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-e516dae4-51f5-4cd1-9ede-6f56ae719891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:00.112620 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-e516dae4-51f5-4cd1-9ede-6f56ae719891 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d69389676b60466f87d0bb82c07d6bce&device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 1131 time: 0.1063139 Mar 16 16:36:00.257265 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-781ecdff-a5d9-40e3-945a-7d0fe155541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:00.259886 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-781ecdff-a5d9-40e3-945a-7d0fe155541c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5736446-b122-43f1-b631-ff3f8286b84d HTTP/1.1" status: 200 len: 870 time: 0.1362073 Mar 16 16:36:00.309385 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-afcb4783-da63-42ab-a7b3-d97ff1f03da9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=6dff36bf-45b7-47eb-a981-969c4f95c64a HTTP/1.1" status: 200 len: 217 time: 0.0401540 Mar 16 16:36:00.401010 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13634537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13685187'] for subnet (8c04a687-9203-4d37-bcb2-f8a64d28a5ec), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:00.405080 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-64336039-d630-425e-a6e0-4a0f0974dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:00.406523 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-64336039-d630-425e-a6e0-4a0f0974dac6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9185416e-b838-48aa-aaf1-5a1b96baa295 HTTP/1.1" status: 200 len: 843 time: 0.0902379 Mar 16 16:36:00.484936 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c04a687-9203-4d37-bcb2-f8a64d28a5ec,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:00.506685 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Checking segment: {'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:00.507194 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Network hostable DHCP agents. Network: c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:36:00.513157 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-6da522c1-72f5-4179-b300-c2b1ce7847a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:00.514695 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-6da522c1-72f5-4179-b300-c2b1ce7847a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5736446-b122-43f1-b631-ff3f8286b84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0896790 Mar 16 16:36:00.576645 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:36:00.589910 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a) {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:00.596180 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:00.596862 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:00.606691 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2493983-5d57-47c9-a5b7-b494d4922989 None None] Network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:00.635116 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e33393e9-9b78-42e7-9c89-4d0c9dae912d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6327195 Mar 16 16:36:00.655594 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-1570d146-0818-41a3-8a72-5214d7c17322 service neutron] 10.222.0.57 "GET /v2.0/networks/e5736446-b122-43f1-b631-ff3f8286b84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321423 Mar 16 16:36:00.726732 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c54b33-a3be-43ce-a347-280787f43d83 None None] Network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:00.781098 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d56c675b-a4f2-4024-a1f7-4b1bc0a0764c req-38198729-9232-4b31-bb15-c0dfc4acdd16 service neutron] 10.222.0.57 "GET /v2.0/networks/e5736446-b122-43f1-b631-ff3f8286b84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182878 Mar 16 16:36:01.232204 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc63dce-72be-4c7c-8ac2-b28ea350b6b4 req-d4155650-df8e-41be-ba6c-ffe98a0b5c1a tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:01.234332 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbc63dce-72be-4c7c-8ac2-b28ea350b6b4 req-d4155650-df8e-41be-ba6c-ffe98a0b5c1a tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 947 time: 0.0847037 Mar 16 16:36:01.299691 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbc63dce-72be-4c7c-8ac2-b28ea350b6b4 req-5402aa51-88c4-4a88-82e0-d903bd41659e tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584993 Mar 16 16:36:01.643407 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 36950) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:01.762865 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-62acf797-c1ed-423a-ab24-389be2359852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:01.839324 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-62acf797-c1ed-423a-ab24-389be2359852 admin admin] Publish callbacks [] for security_group (0c6eee54-62dc-4e98-b7a0-275041488a64), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:01.844314 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-62acf797-c1ed-423a-ab24-389be2359852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0c6eee54-62dc-4e98-b7a0-275041488a64), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:01.888451 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-62acf797-c1ed-423a-ab24-389be2359852 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=775cc78868cd4ba3aff95b2277535486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438390 Mar 16 16:36:01.890976 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acf797-c1ed-423a-ab24-389be2359852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6eee54-62dc-4e98-b7a0-275041488a64,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:01.891471 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 36962) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:01.959825 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-612024ef-0d95-44d6-9f8f-100659d8dcbc admin admin] Publish callbacks [] for security_group (0c6eee54-62dc-4e98-b7a0-275041488a64), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:01.985533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-612024ef-0d95-44d6-9f8f-100659d8dcbc admin admin] Publish callbacks [] for security_group (0c6eee54-62dc-4e98-b7a0-275041488a64), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:02.036759 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-612024ef-0d95-44d6-9f8f-100659d8dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0c6eee54-62dc-4e98-b7a0-275041488a64), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:02.039458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-612024ef-0d95-44d6-9f8f-100659d8dcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:02.041621 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-612024ef-0d95-44d6-9f8f-100659d8dcbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c6eee54-62dc-4e98-b7a0-275041488a64 HTTP/1.1" status: 204 len: 168 time: 0.1476638 Mar 16 16:36:02.049579 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612024ef-0d95-44d6-9f8f-100659d8dcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6eee54-62dc-4e98-b7a0-275041488a64,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:02.466104 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c6cb-477b-49d1-8af1-7942eeef0ed2 req-9ef0f0b9-2ece-4917-a62f-da4593e979bb tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:02.468235 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9a61c6cb-477b-49d1-8af1-7942eeef0ed2 req-9ef0f0b9-2ece-4917-a62f-da4593e979bb tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 947 time: 0.0844164 Mar 16 16:36:02.535283 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9a61c6cb-477b-49d1-8af1-7942eeef0ed2 req-b5538130-343e-4809-8eb2-4130661be960 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604212 Mar 16 16:36:02.644344 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2ee93397-4847-4254-bfdb-887fd11d1ede tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:02.646162 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2ee93397-4847-4254-bfdb-887fd11d1ede tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/networks?id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a HTTP/1.1" status: 200 len: 814 time: 0.2004220 Mar 16 16:36:02.675664 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-4dc1ad32-a868-42a4-a4d9-a8fd9f129af5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/quotas/e1b88e60d28f463299be02e56223bd34 HTTP/1.1" status: 200 len: 375 time: 0.0195909 Mar 16 16:36:02.708724 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-a1949ac2-f1f9-4600-a536-bb2f8992b557 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1b88e60d28f463299be02e56223bd34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320122 Mar 16 16:36:02.817837 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-16b579f7-1400-4448-bafc-e0170856d772 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988748 Mar 16 16:36:02.841966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37016) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:02.931447 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-1d758bc1-19bc-430e-b37a-f9d4d84211c4 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075926 Mar 16 16:36:02.954612 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-711701846-network', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:02.981463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Made reservation on behalf of bd3136bf22694f2188dfb81fc75f84bf for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:02.983878 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:02.996017 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.096137 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks [] for security_group (5c4d976e-82ed-4804-847b-4e3fb79873b5), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.128125 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5c4d976e-82ed-4804-847b-4e3fb79873b5), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.143540 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-162dce47-e031-49f2-ad11-fad6e5546832 req-57e0a96a-ae5d-463c-9744-7b5184acdca3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 210 time: 0.0406821 Mar 16 16:36:03.172120 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:36:03.192613 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4d976e-82ed-4804-847b-4e3fb79873b5,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:03.195580 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (c6e864c8-07b3-4497-bf1a-b90538e0a459), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.196538 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Added segment c6e864c8-07b3-4497-bf1a-b90538e0a459 of type vlan for network f3856578-ed0d-4913-964c-b6ede10159d4 Mar 16 16:36:03.242041 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (f3856578-ed0d-4913-964c-b6ede10159d4), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.270280 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (f3856578-ed0d-4913-964c-b6ede10159d4), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.271493 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:03.272076 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.341175 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4950712 Mar 16 16:36:03.341465 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37028) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:03.347350 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Request body: {'subnet': {'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-711701846-subnet', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'ip_version': 4}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:03.350378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302b937-2ffe-49fa-97ba-6c33cfe49ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=f3856578-ed0d-4913-964c-b6ede10159d4,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:03.371700 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Made reservation on behalf of bd3136bf22694f2188dfb81fc75f84bf for: {'subnet': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:03.374623 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13685245'] for subnet (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.447181 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network f3856578-ed0d-4913-964c-b6ede10159d4 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:36:03.575322 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13634537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13685187'] for subnet (feea2aad-8e14-4c05-9d01-b76954f9d544), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.614732 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6dff36bf-45b7-47eb-a981-969c4f95c64a details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:36:03.652386 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=feea2aad-8e14-4c05-9d01-b76954f9d544,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:03.682480 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Checking segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:03.682844 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Network hostable DHCP agents. Network: f3856578-ed0d-4913-964c-b6ede10159d4, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:36:03.722602 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13108e-678b-43fb-a5a6-59f647804732 req-4d91b4f8-692d-4d87-bf30-6d370b2f03a4 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:03.724520 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3d13108e-678b-43fb-a5a6-59f647804732 req-4d91b4f8-692d-4d87-bf30-6d370b2f03a4 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 947 time: 0.0968482 Mar 16 16:36:03.732088 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Network f3856578-ed0d-4913-964c-b6ede10159d4 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:36:03.771611 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 6dff36bf-45b7-47eb-a981-969c4f95c64a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6dff36bf-45b7-47eb-a981-969c4f95c64a,segment=NetworkSegment(29fd56ad-fe96-43fa-a96a-3dde21897b30),segment_id=29fd56ad-fe96-43fa-a96a-3dde21897b30)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:03.774658 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, f3856578-ed0d-4913-964c-b6ede10159d4) {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:03.786790 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:03.787408 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.798520 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '6dff36bf-45b7-47eb-a981-969c4f95c64a', 'network_id': 'e5736446-b122-43f1-b631-ff3f8286b84d', 'port_id': '6dff36bf-45b7-47eb-a981-969c4f95c64a', 'mac_address': 'fa:16:3e:2b:c2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9185416e-b838-48aa-aaf1-5a1b96baa295', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:36:03.809899 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0e5f7a-e3f0-446f-8f85-70413d4e5cba None None] Network f3856578-ed0d-4913-964c-b6ede10159d4 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:03.820760 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3d13108e-678b-43fb-a5a6-59f647804732 req-092c71a2-3cbf-4485-8cca-95b144d975d8 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781608 Mar 16 16:36:03.855134 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d1808a42-0f41-4228-b3f1-5fb2e8cee62f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5119023 Mar 16 16:36:03.855667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37044) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:03.865307 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:03.906931 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (74e8885f-c1d4-4a40-b150-fabf7432bb49), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.908506 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (74e8885f-c1d4-4a40-b150-fabf7432bb49), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.908651 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 6dff36bf-45b7-47eb-a981-969c4f95c64a is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:03.909013 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.933846 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff36bf-45b7-47eb-a981-969c4f95c64a {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:36:03.965788 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks [] for router_controller (74e8885f-c1d4-4a40-b150-fabf7432bb49), precommit_add_association {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:03.971111 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 6dff36bf-45b7-47eb-a981-969c4f95c64a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6dff36bf-45b7-47eb-a981-969c4f95c64a,segment=NetworkSegment(29fd56ad-fe96-43fa-a96a-3dde21897b30),segment_id=29fd56ad-fe96-43fa-a96a-3dde21897b30)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:03.979211 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-f3856578-ed0d-4913-964c-b6ede10159d4', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:36:03.980145 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.001664 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.280694 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=6dff36bf-45b7-47eb-a981-969c4f95c64a,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:04.313365 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.313997 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.314516 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.315032 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.315512 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.315989 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.316744 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.317219 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.317691 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.318163 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.318623 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.319119 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.319599 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.320068 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.321683 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:04.322704 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-91dabd82-121d-4749-bc96-1926b31ce374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:04.324269 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-91dabd82-121d-4749-bc96-1926b31ce374 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.1609201 Mar 16 16:36:04.344371 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3dd79-5378-4248-b382-a75565aa1608 req-50380c00-98ce-4804-95ce-dac678794577 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:04.351410 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-10b3dd79-5378-4248-b382-a75565aa1608 req-50380c00-98ce-4804-95ce-dac678794577 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1116195 Mar 16 16:36:04.353129 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Allocated IP 172.20.0.2 (f3856578-ed0d-4913-964c-b6ede10159d4/feea2aad-8e14-4c05-9d01-b76954f9d544/a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:04.391619 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks [] for router_gateway (74e8885f-c1d4-4a40-b150-fabf7432bb49), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.456832 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-10b3dd79-5378-4248-b382-a75565aa1608 req-55970801-5f15-47ec-ac73-e9cdf1bc5df9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045125 Mar 16 16:36:04.473096 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['6dff36bf-45b7-47eb-a981-969c4f95c64a'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:36:04.501974 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-c3f70544-d7aa-49bd-9e1b-69d334c63db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:04.503615 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-c3f70544-d7aa-49bd-9e1b-69d334c63db0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.1494744 Mar 16 16:36:04.513955 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b52e9f3-0af0-4722-bce8-5e93fc6773b1 req-42b35e2d-47f3-4e09-98d3-d7470517e733 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 210 time: 0.1172452 Mar 16 16:36:04.554924 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-05163a86-cab3-43a1-833d-cdfbfed72257 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 217 time: 0.0437253 Mar 16 16:36:04.560714 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c65eaee-b8b8-4e80-8d92-37e9d701c371 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:04.562473 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c65eaee-b8b8-4e80-8d92-37e9d701c371 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "GET /v2.0/networks?id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a HTTP/1.1" status: 200 len: 814 time: 0.1643498 Mar 16 16:36:04.587961 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Request body: {'port': {'device_id': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a', 'admin_state_up': True, 'tenant_id': 'e1b88e60d28f463299be02e56223bd34'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:04.607687 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Publish callbacks [] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.618413 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-4da531f7-1b1e-4cf9-b253-0debee4e7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:04.620116 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-4da531f7-1b1e-4cf9-b253-0debee4e7110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0587540 Mar 16 16:36:04.621348 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.657344 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-66deeae3-ab12-4485-9e8b-9c7f174ba170 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268402 Mar 16 16:36:04.688732 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Network f3856578-ed0d-4913-964c-b6ede10159d4 is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:04.700724 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:04.706825 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:04.708859 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Pushing event updated for resources: {'Port': ['ID=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:04.784453 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Attempting to bind port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:04.784907 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Attempting to bind port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:04.785200 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Attempting to bind port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:04.795034 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:04.795419 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Checking segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:04.795830 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.796225 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Bound using segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:04.796723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Bound port: a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:04.797500 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.802848 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Made reservation on behalf of e1b88e60d28f463299be02e56223bd34 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:04.804120 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-70dfec48-a3d7-41bb-ac8e-f8c4a2d324ab service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336303 Mar 16 16:36:04.806234 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.844636 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks [] for router_gateway (74e8885f-c1d4-4a40-b150-fabf7432bb49), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.878799 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] For port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:04.884051 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] For port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:04.894472 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.894713 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:04.984246 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39034b6b-5b09-4b6e-84f7-e9c6a5c110b0 req-13ba9503-9982-49c9-95b3-ce0b157da6b7 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694508 Mar 16 16:36:04.999301 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44221db6-f6b3-48ad-9c90-3c4040754788 None None] Pushing event updated for resources: {'Port': ['ID=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:05.019598 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7eeaa-c1b4-48a9-81ff-8d6ef2cd9292 req-bf8b14ea-8c7c-4c29-bf92-c9de75af2ad3 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:05.028013 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-02a7eeaa-c1b4-48a9-81ff-8d6ef2cd9292 req-bf8b14ea-8c7c-4c29-bf92-c9de75af2ad3 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 948 time: 0.1045525 Mar 16 16:36:05.112811 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-02a7eeaa-c1b4-48a9-81ff-8d6ef2cd9292 req-ee6e236d-949f-4359-aa80-7b04e6ab6ca2 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838659 Mar 16 16:36:05.123400 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Allocated IP 172.20.0.6 (c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a/8c04a687-9203-4d37-bcb2-f8a64d28a5ec/e45d0b48-3885-4728-874a-419861fde60f) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:05.156577 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Allocated IP 172.27.0.70 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/01d1c017-3f43-4f90-858e-eb66c3578169) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:05.382499 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks [] for port (01d1c017-3f43-4f90-858e-eb66c3578169), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:05.403636 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks [] for port (e45d0b48-3885-4728-874a-419861fde60f), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:05.448882 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:05.487782 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (e45d0b48-3885-4728-874a-419861fde60f), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:05.497941 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:05.505501 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:05.510835 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:05.518666 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Pushing event updated for resources: {'Port': ['ID=01d1c017-3f43-4f90-858e-eb66c3578169,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:05.548705 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:05.578615 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:05.598934 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:05.641454 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d87b3-f775-4978-8c3c-2a5584af14e2 req-5776554f-4f01-4905-87eb-bdbd1d9c2c89 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:05.643077 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-049d87b3-f775-4978-8c3c-2a5584af14e2 req-5776554f-4f01-4905-87eb-bdbd1d9c2c89 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 931 time: 0.0582359 Mar 16 16:36:05.656063 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Pushing event updated for resources: {'Port': ['ID=e45d0b48-3885-4728-874a-419861fde60f,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:05.690727 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-049d87b3-f775-4978-8c3c-2a5584af14e2 req-aa65a593-792e-4dd5-9f91-af3900239100 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Mar 16 16:36:05.750430 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:05.751044 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:05.785648 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac9a7-2565-4927-ba65-e7205f00baa7 req-25f23e76-b45b-4cab-9d50-fdd650ffc297 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:05.787174 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8bbac9a7-2565-4927-ba65-e7205f00baa7 req-25f23e76-b45b-4cab-9d50-fdd650ffc297 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.2432313 Mar 16 16:36:05.809596 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-2c24885e-8327-47e1-9fba-04a263ebd142 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2269654 Mar 16 16:36:05.830689 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Request body: {'port': {'device_id': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:05.957669 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8bbac9a7-2565-4927-ba65-e7205f00baa7 req-52c4b26b-f3f6-49de-9876-2f57882940aa tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634102 Mar 16 16:36:05.995143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (e45d0b48-3885-4728-874a-419861fde60f), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.011698 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779d22f-f63a-4bba-9d49-ce3f0c1e844b None None] Network f3856578-ed0d-4913-964c-b6ede10159d4 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:06.039795 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks [] for router_gateway (74e8885f-c1d4-4a40-b150-fabf7432bb49), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.071352 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-e5ac0991-972c-410a-81c6-23eeaa65ff6e None None] Provisioning complete for port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:06.071719 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0991-972c-410a-81c6-23eeaa65ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.219876 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac0991-972c-410a-81c6-23eeaa65ff6e None None] Current status of the port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:06.220389 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0991-972c-410a-81c6-23eeaa65ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.264439 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-e5ac0991-972c-410a-81c6-23eeaa65ff6e None None] For port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:06.269885 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0991-972c-410a-81c6-23eeaa65ff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.286429 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4b610-43cf-44f0-9236-97edec3b685c req-52abce73-9af7-41f5-b866-709ec0a42fee tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:06.288627 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4be4b610-43cf-44f0-9236-97edec3b685c req-52abce73-9af7-41f5-b866-709ec0a42fee tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 948 time: 0.0951357 Mar 16 16:36:06.351541 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac0991-972c-410a-81c6-23eeaa65ff6e None None] Pushing event updated for resources: {'Port': ['ID=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:06.372933 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4be4b610-43cf-44f0-9236-97edec3b685c req-5e9f5c65-a927-4aad-bdd1-18711bdf0a63 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758548 Mar 16 16:36:06.424325 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37086) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:06.496907 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-033bae5e-92b0-4941-b2a9-e44c92bebab0 None None] Provisioning complete for port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:06.497318 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-033bae5e-92b0-4941-b2a9-e44c92bebab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.547500 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-37f61547-3054-471b-ae7c-7428b3fd1e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.576454 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-033bae5e-92b0-4941-b2a9-e44c92bebab0 None None] Current status of the port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:06.633228 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (74e8885f-c1d4-4a40-b150-fabf7432bb49), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.634363 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-37f61547-3054-471b-ae7c-7428b3fd1e9a admin admin] Publish callbacks [] for security_group (5162c6e9-e04e-4cc7-b94b-b83727ff60d3), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.638142 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-37f61547-3054-471b-ae7c-7428b3fd1e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5162c6e9-e04e-4cc7-b94b-b83727ff60d3), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.678551 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-37f61547-3054-471b-ae7c-7428b3fd1e9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e241d330d234a8eadb72de28b304c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504427 Mar 16 16:36:06.678551 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f61547-3054-471b-ae7c-7428b3fd1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162c6e9-e04e-4cc7-b94b-b83727ff60d3,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:06.679597 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37090) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:06.731036 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1843769a-35c2-47c6-841f-f76a44bf6ba4 admin admin] Publish callbacks [] for security_group (5162c6e9-e04e-4cc7-b94b-b83727ff60d3), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.741393 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45d0b48-3885-4728-874a-419861fde60f {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:36:06.752354 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Publish callbacks [] for port (e45d0b48-3885-4728-874a-419861fde60f), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.767784 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1843769a-35c2-47c6-841f-f76a44bf6ba4 admin admin] Publish callbacks [] for security_group (5162c6e9-e04e-4cc7-b94b-b83727ff60d3), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.772986 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Transition to ACTIVE for port object e45d0b48-3885-4728-874a-419861fde60f will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:36:06.784071 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (e45d0b48-3885-4728-874a-419861fde60f), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.836746 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1843769a-35c2-47c6-841f-f76a44bf6ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5162c6e9-e04e-4cc7-b94b-b83727ff60d3), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.840323 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1843769a-35c2-47c6-841f-f76a44bf6ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.860721 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1843769a-35c2-47c6-841f-f76a44bf6ba4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5162c6e9-e04e-4cc7-b94b-b83727ff60d3 HTTP/1.1" status: 204 len: 168 time: 0.1664243 Mar 16 16:36:06.863361 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:06.877818 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843769a-35c2-47c6-841f-f76a44bf6ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162c6e9-e04e-4cc7-b94b-b83727ff60d3,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:06.880122 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Pushing event updated for resources: {'Port': ['ID=e45d0b48-3885-4728-874a-419861fde60f,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:06.931580 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:06.932092 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:06.951685 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:36:06.959739 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330866e6-5a76-4e35-bb57-34123189b749 req-03d56260-6cf9-474b-a284-9054fcfe69b3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:06.961287 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-330866e6-5a76-4e35-bb57-34123189b749 req-03d56260-6cf9-474b-a284-9054fcfe69b3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 943 time: 0.1694083 Mar 16 16:36:07.049929 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:07.080909 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Attempting to bind port e45d0b48-3885-4728-874a-419861fde60f on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:07.081296 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Attempting to bind port e45d0b48-3885-4728-874a-419861fde60f by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:07.081573 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Attempting to bind port e45d0b48-3885-4728-874a-419861fde60f on network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:07.107801 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Port e45d0b48-3885-4728-874a-419861fde60f on network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:36:07.108179 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Attempting to bind port e45d0b48-3885-4728-874a-419861fde60f on network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:07.115532 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27c327-5a65-43a4-ad9a-3c221c31c953 req-41e72877-1ccd-4c30-bf1c-0219f7d5616b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:07.117260 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e27c327-5a65-43a4-ad9a-3c221c31c953 req-41e72877-1ccd-4c30-bf1c-0219f7d5616b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0590060 Mar 16 16:36:07.117842 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-330866e6-5a76-4e35-bb57-34123189b749 req-8bda0f4b-6a55-4975-9bed-22bdcdad05bf tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500564 Mar 16 16:36:07.121598 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:07.121940 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Checking segment: {'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:07.122327 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Bound using segment: {'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:07.122777 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Bound port: e45d0b48-3885-4728-874a-419861fde60f, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:07.123132 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (e45d0b48-3885-4728-874a-419861fde60f), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.184391 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e27c327-5a65-43a4-ad9a-3c221c31c953 req-4e3a4a4f-5635-499e-921e-fadd752f1386 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546772 Mar 16 16:36:07.188303 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:07.198301 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:07.208158 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:07.209246 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:35:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:07.210961 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] For port e45d0b48-3885-4728-874a-419861fde60f, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:07.216085 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.219919 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0c53e550-db96-4be0-8978-9aabde0ae647 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3596218 Mar 16 16:36:07.219919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] For port e45d0b48-3885-4728-874a-419861fde60f, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=e45d0b48-3885-4728-874a-419861fde60f,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:07.220235 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37098) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:07.260272 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (e45d0b48-3885-4728-874a-419861fde60f), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.318642 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:07.326838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:07.327454 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.328862 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] 10.222.0.57 "PUT /v2.0/ports/e45d0b48-3885-4728-874a-419861fde60f HTTP/1.1" status: 200 len: 1093 time: 1.5033946 Mar 16 16:36:07.329297 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'tag': 'e45d0b48-3885-4728-874a-419861fde60f'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:36:07.331652 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d7ac85-a23b-490b-b311-c2e4ffe78336" -d '{"events": [{"name": "network-changed", "server_uuid": "54ef37fa-9cfe-4c7a-845b-315f015a2a33", "tag": "e45d0b48-3885-4728-874a-419861fde60f"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:36:07.368579 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586150c-db0d-40d3-9e0d-165e6a5bbd34 service neutron] Pushing event updated for resources: {'Port': ['ID=e45d0b48-3885-4728-874a-419861fde60f,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:07.383146 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3ff99-0f65-4c68-abb3-138e5858df99 x-openstack-request-id: req-48a3ff99-0f65-4c68-abb3-138e5858df99 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:36:07.384450 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ef37fa-9cfe-4c7a-845b-315f015a2a33", "tag": "e45d0b48-3885-4728-874a-419861fde60f", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:36:07.384680 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48a3ff99-0f65-4c68-abb3-138e5858df99 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:36:07.385079 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'tag': 'e45d0b48-3885-4728-874a-419861fde60f', 'status': 'completed', 'code': 200} Mar 16 16:36:07.495375 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a3192-529d-478e-bfcf-921d2c6e59f3 req-d27dfa9f-7f17-4014-b1ab-bffca061c997 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:07.496944 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b83a3192-529d-478e-bfcf-921d2c6e59f3 req-d27dfa9f-7f17-4014-b1ab-bffca061c997 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 948 time: 0.0586693 Mar 16 16:36:07.514292 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-f823f7c1-b52f-41c4-97a4-b40d54b7a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:07.515735 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-f823f7c1-b52f-41c4-97a4-b40d54b7a205 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1b88e60d28f463299be02e56223bd34&device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 1127 time: 0.1255670 Mar 16 16:36:07.528886 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:05Z', 'revision_number': 3, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:07.550309 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b83a3192-529d-478e-bfcf-921d2c6e59f3 req-fa244b71-a6f6-4c50-bc0f-f1213b76c805 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470526 Mar 16 16:36:07.560604 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:07.560958 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Updating router 74e8885f-c1d4-4a40-b150-fabf7432bb49 port 01d1c017-3f43-4f90-858e-eb66c3578169 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:07.588852 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.599273 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-ac55b349-9ec5-4c42-a822-52007adce880 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e45d0b48-3885-4728-874a-419861fde60f HTTP/1.1" status: 200 len: 217 time: 0.0734198 Mar 16 16:36:07.634345 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6dff36bf-45b7-47eb-a981-969c4f95c64a up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:07.687413 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-014c3464-3d18-45f3-a302-a909e9074a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:07.688715 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 6dff36bf-45b7-47eb-a981-969c4f95c64a completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:36:07.688925 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-014c3464-3d18-45f3-a302-a909e9074a4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c04a687-9203-4d37-bcb2-f8a64d28a5ec HTTP/1.1" status: 200 len: 854 time: 0.0645480 Mar 16 16:36:07.692767 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 6dff36bf-45b7-47eb-a981-969c4f95c64a triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:07.693146 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.730345 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-d26d942b-8d90-4465-866c-240ddd8ba99b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306110 Mar 16 16:36:07.782539 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 6dff36bf-45b7-47eb-a981-969c4f95c64a is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:07.783347 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.809293 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff36bf-45b7-47eb-a981-969c4f95c64a'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:36:07.811655 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2595320-d3d7-40f2-a453-571f251d82c8" -d '{"events": [{"server_uuid": "cc995146-db42-4140-9bdd-fe8f30c85f0a", "name": "network-vif-plugged", "status": "completed", "tag": "6dff36bf-45b7-47eb-a981-969c4f95c64a"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:36:07.838770 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 6dff36bf-45b7-47eb-a981-969c4f95c64a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6dff36bf-45b7-47eb-a981-969c4f95c64a,segment=NetworkSegment(29fd56ad-fe96-43fa-a96a-3dde21897b30),segment_id=29fd56ad-fe96-43fa-a96a-3dde21897b30)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:07.844517 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.867321 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c679f6-b967-4661-967f-d653554ad035 x-openstack-request-id: req-72c679f6-b967-4661-967f-d653554ad035 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:36:07.868404 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc995146-db42-4140-9bdd-fe8f30c85f0a", "name": "network-vif-plugged", "status": "completed", "tag": "6dff36bf-45b7-47eb-a981-969c4f95c64a", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:36:07.869186 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72c679f6-b967-4661-967f-d653554ad035 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:36:07.873284 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff36bf-45b7-47eb-a981-969c4f95c64a', 'code': 200} Mar 16 16:36:07.881963 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-96712761-c296-4dc4-aa64-4afff4905d48 service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296926 Mar 16 16:36:07.925051 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=6dff36bf-45b7-47eb-a981-969c4f95c64a,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:07.940076 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Publish callbacks [] for port (01d1c017-3f43-4f90-858e-eb66c3578169), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.945516 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:07.982704 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:08.000348 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Pushing event updated for resources: {'Port': ['ID=01d1c017-3f43-4f90-858e-eb66c3578169,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:08.008887 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.009235 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.009597 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.009951 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.010283 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.010610 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.010932 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.011260 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.011573 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.012471 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.012471 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.012638 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.012890 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.013212 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.013531 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:08.017027 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Attempting to bind port 01d1c017-3f43-4f90-858e-eb66c3578169 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:08.017393 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Attempting to bind port 01d1c017-3f43-4f90-858e-eb66c3578169 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:08.017749 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Attempting to bind port 01d1c017-3f43-4f90-858e-eb66c3578169 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:08.023661 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:08.024581 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:08.024985 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:08.025378 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:08.025849 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Bound port: 01d1c017-3f43-4f90-858e-eb66c3578169, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:08.026223 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:08.045615 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca5fd813-81a1-4d1b-9843-630bd71035b2 req-a67816ee-0c80-44a0-9d84-56f229e52608 service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565187 Mar 16 16:36:08.079515 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9608a-da6c-45d6-a162-35f973623c6d req-79d922e2-c45e-4fef-922f-0ebbc9bd4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:08.080248 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] For port 01d1c017-3f43-4f90-858e-eb66c3578169, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:08.081475 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45d9608a-da6c-45d6-a162-35f973623c6d req-79d922e2-c45e-4fef-922f-0ebbc9bd4221 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 1133 time: 0.0653191 Mar 16 16:36:08.083468 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] For port 01d1c017-3f43-4f90-858e-eb66c3578169, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=01d1c017-3f43-4f90-858e-eb66c3578169,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:08.091290 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:08.132691 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:08.133453 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:35:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:08.144133 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45d9608a-da6c-45d6-a162-35f973623c6d req-f8cedf1f-fbc9-4fbb-a6d1-9d795edfb9f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Mar 16 16:36:08.224580 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-a0ec0f4a-c44e-4017-b8c1-71511ab8039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:08.226106 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-a0ec0f4a-c44e-4017-b8c1-71511ab8039a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1b88e60d28f463299be02e56223bd34&device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 1127 time: 0.0955687 Mar 16 16:36:08.240062 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Allocated IP 172.20.0.1 (f3856578-ed0d-4913-964c-b6ede10159d4/feea2aad-8e14-4c05-9d01-b76954f9d544/a041f71d-eebe-48ca-b598-d90c430cf7fd) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:08.245268 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:08.280639 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1454495-19d0-4ab7-903c-2d9889be5f0a req-05f385c0-8953-487f-8747-481e40b4a1c4 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:08.282263 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e1454495-19d0-4ab7-903c-2d9889be5f0a req-05f385c0-8953-487f-8747-481e40b4a1c4 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 943 time: 0.0904243 Mar 16 16:36:08.334608 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e1454495-19d0-4ab7-903c-2d9889be5f0a req-e86b4087-5e38-410a-be9b-e475e8176f52 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456481 Mar 16 16:36:08.355760 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ad2a-7b1c-4e94-9ac1-9bbc141b117f None None] Pushing event updated for resources: {'Port': ['ID=01d1c017-3f43-4f90-858e-eb66c3578169,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:08.408732 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks [] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:08.418236 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada903c-afb5-4539-87d4-4aeeecfeb4eb req-0c99587b-d58b-4ea2-abc9-8bf25706ab43 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:08.419739 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1ada903c-afb5-4539-87d4-4aeeecfeb4eb req-0c99587b-d58b-4ea2-abc9-8bf25706ab43 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1008213 Mar 16 16:36:08.441118 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:05Z', 'revision_number': 3, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:08.468042 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4c152-7d1a-4ecc-8f6e-be89a7c7d024 None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:05Z', 'revision_number': 3, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:08.688676 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d753e-c322-4dbb-981e-c5493150ebae req-397a9897-395e-4fbe-8c73-f15c5ac7a2c6 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:08.690168 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8e7d753e-c322-4dbb-981e-c5493150ebae req-397a9897-395e-4fbe-8c73-f15c5ac7a2c6 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 949 time: 0.0678174 Mar 16 16:36:08.755575 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8e7d753e-c322-4dbb-981e-c5493150ebae req-15e3994c-28c0-4afd-8fc1-cd72e85c72e0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Mar 16 16:36:08.755738 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1ada903c-afb5-4539-87d4-4aeeecfeb4eb req-940e21f9-65b3-4dee-81d1-3569c30cff42 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297019 Mar 16 16:36:08.764099 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:08.831338 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Network f3856578-ed0d-4913-964c-b6ede10159d4 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:08.841084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:08.858126 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:08.860986 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=a041f71d-eebe-48ca-b598-d90c430cf7fd,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:08.864737 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-23fcef83-65a4-46bc-83c9-03395a017e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:08.866235 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-23fcef83-65a4-46bc-83c9-03395a017e00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a HTTP/1.1" status: 200 len: 915 time: 0.4193404 Mar 16 16:36:08.908880 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 01d1c017-3f43-4f90-858e-eb66c3578169 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:08.972240 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-2e2b9003-9498-4961-a130-c8d9cda7024d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e45d0b48-3885-4728-874a-419861fde60f HTTP/1.1" status: 200 len: 217 time: 0.0861368 Mar 16 16:36:09.020708 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 01d1c017-3f43-4f90-858e-eb66c3578169 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:09.021082 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.062962 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (74e8885f-c1d4-4a40-b150-fabf7432bb49), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.133804 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-6eacbc93-7aac-4fa7-9172-ba07ac160c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:09.135275 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-6eacbc93-7aac-4fa7-9172-ba07ac160c41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c04a687-9203-4d37-bcb2-f8a64d28a5ec HTTP/1.1" status: 200 len: 854 time: 0.1544008 Mar 16 16:36:09.145577 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 01d1c017-3f43-4f90-858e-eb66c3578169 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:09.145978 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.171624 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 01d1c017-3f43-4f90-858e-eb66c3578169, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=01d1c017-3f43-4f90-858e-eb66c3578169,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:09.179466 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-5fb49941-6ba0-4a77-b82d-2cd3af56684d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357013 Mar 16 16:36:09.180519 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.255534 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-0afa749c-385b-4fce-87ad-538a093ffff2 None None] Provisioning complete for port a041f71d-eebe-48ca-b598-d90c430cf7fd triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:09.255956 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0afa749c-385b-4fce-87ad-538a093ffff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.257765 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=01d1c017-3f43-4f90-858e-eb66c3578169,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:09.302177 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-0afa749c-385b-4fce-87ad-538a093ffff2 None None] Port a041f71d-eebe-48ca-b598-d90c430cf7fd cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:09.331383 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.356006 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-719720d3-3fdc-44be-9c92-e50ef4d0cb2c service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462460 Mar 16 16:36:09.469610 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10727a-3bb6-4fc1-aab8-d9e887b915d8 req-f54eb801-8230-4faf-b64b-f395c14f6257 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:09.471150 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6e10727a-3bb6-4fc1-aab8-d9e887b915d8 req-f54eb801-8230-4faf-b64b-f395c14f6257 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 943 time: 0.0619481 Mar 16 16:36:09.525269 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6e10727a-3bb6-4fc1-aab8-d9e887b915d8 req-326d9cf2-9f0a-440b-b4d9-c7ec8dbbac62 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 Mar 16 16:36:09.525480 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-36d7ac85-a23b-490b-b311-c2e4ffe78336 req-67c6180b-3485-4c06-b34e-ba05cf012b14 service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504788 Mar 16 16:36:09.577170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks [] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.581574 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.648645 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (74e8885f-c1d4-4a40-b150-fabf7432bb49), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:09.650278 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=a041f71d-eebe-48ca-b598-d90c430cf7fd,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:09.740746 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Network f3856578-ed0d-4913-964c-b6ede10159d4 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:09.742083 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:09.918009 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb450da-685b-499c-855c-4e06a3226c3e req-20e55e4b-e2d6-48ac-b1d2-b12c111df668 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:09.926538 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4eb450da-685b-499c-855c-4e06a3226c3e req-20e55e4b-e2d6-48ac-b1d2-b12c111df668 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0870416 Mar 16 16:36:09.933129 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1a4a-eadb-48df-bd69-b8090215f89b req-ae0803ef-b3b2-47a5-8a40-2fe53af868e2 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:09.940112 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44bb1a4a-eadb-48df-bd69-b8090215f89b req-ae0803ef-b3b2-47a5-8a40-2fe53af868e2 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 949 time: 0.1084213 Mar 16 16:36:09.944044 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:36:09.985789 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4eb450da-685b-499c-855c-4e06a3226c3e req-a1ab4c2e-4a13-4614-83c5-00a593893446 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582533 Mar 16 16:36:10.028570 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-59de9a5c-6e76-4a51-940c-22b78332cc78 None None] Provisioning complete for port a041f71d-eebe-48ca-b598-d90c430cf7fd triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:10.029101 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-59de9a5c-6e76-4a51-940c-22b78332cc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.063199 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-59de9a5c-6e76-4a51-940c-22b78332cc78 None None] Port a041f71d-eebe-48ca-b598-d90c430cf7fd cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:10.074719 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44bb1a4a-eadb-48df-bd69-b8090215f89b req-a8129eff-9b00-4768-8e04-b86f54bbcee2 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336937 Mar 16 16:36:10.102383 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:10.107646 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c88a318c-7c78-41da-8f9a-2b514a4c2fe3 admin admin] 10.222.0.30 "PUT /v2.0/routers/74e8885f-c1d4-4a40-b150-fabf7432bb49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8864553 Mar 16 16:36:10.249155 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:10.259024 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:10.259649 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:35:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:10.370302 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:10.595077 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 2, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:10.626487 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:10.626844 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Updating router 74e8885f-c1d4-4a40-b150-fabf7432bb49 port a041f71d-eebe-48ca-b598-d90c430cf7fd binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:10.648403 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37136) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:10.655148 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-341181006-network', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:10.656585 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.659350 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e5e9b-e5fd-4301-9902-ae61cb9b8ee0 req-c2ffb91a-ee23-4557-9c8b-e15c85bc33f2 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:10.665404 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-798e5e9b-e5fd-4301-9902-ae61cb9b8ee0 req-c2ffb91a-ee23-4557-9c8b-e15c85bc33f2 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 943 time: 0.0653317 Mar 16 16:36:10.676632 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Made reservation on behalf of d6f7f1cd28424a2f8a02c9bba2ec5a83 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:10.679153 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.689923 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.711821 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-798e5e9b-e5fd-4301-9902-ae61cb9b8ee0 req-2102e45d-b435-4146-8b1b-c6b33d2489f6 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Mar 16 16:36:10.778375 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks [] for security_group (e455dff2-feef-4116-a2e9-51af2d2e9b70), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.782600 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e455dff2-feef-4116-a2e9-51af2d2e9b70), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.793139 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 01d1c017-3f43-4f90-858e-eb66c3578169 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:10.808031 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:36:10.818406 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e455dff2-feef-4116-a2e9-51af2d2e9b70,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:10.824014 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (df0519e8-c95f-4044-87e0-f1739d275d9a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.824391 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Added segment df0519e8-c95f-4044-87e0-f1739d275d9a of type vlan for network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 Mar 16 16:36:10.866304 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (7f8954ef-a4a4-48c1-bed0-a0d9101efdf9), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.892204 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (7f8954ef-a4a4-48c1-bed0-a0d9101efdf9), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.893269 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:10.894016 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.919448 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 01d1c017-3f43-4f90-858e-eb66c3578169 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:10.919816 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:10.950231 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2995064 Mar 16 16:36:10.953224 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37138) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:10.958754 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Request body: {'subnet': {'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-341181006-subnet', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'ip_version': 4}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:10.963923 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f598c-f4aa-48b0-8343-34d2183a629f admin admin] Pushing event updated for resources: {'Network': ['ID=7f8954ef-a4a4-48c1-bed0-a0d9101efdf9,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:10.977692 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:36:10.982192 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Made reservation on behalf of d6f7f1cd28424a2f8a02c9bba2ec5a83 for: {'subnet': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:10.984595 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13685245'] for subnet (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.129742 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2f7ee-12f6-4d94-859d-2b71bde86cba req-bfb49f06-df57-468b-b5a7-63ebc742334f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:11.134963 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-06b2f7ee-12f6-4d94-859d-2b71bde86cba req-bfb49f06-df57-468b-b5a7-63ebc742334f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0758233 Mar 16 16:36:11.192811 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-06b2f7ee-12f6-4d94-859d-2b71bde86cba req-c5495381-cb14-4403-90a6-6c5056773c07 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Mar 16 16:36:11.201672 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Publish callbacks [] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.224770 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13634537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13685187'] for subnet (b64b0e5b-2d68-49ae-b84d-d4ecd1142878), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.239448 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.281113 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf635-40db-4e6e-a1ca-5509802ccb0d req-eacbd4c6-a6f2-434a-9984-26fb0a4566f4 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:11.282667 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-aa6bf635-40db-4e6e-a1ca-5509802ccb0d req-eacbd4c6-a6f2-434a-9984-26fb0a4566f4 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 949 time: 0.1161649 Mar 16 16:36:11.289877 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 01d1c017-3f43-4f90-858e-eb66c3578169 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:11.297716 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64b0e5b-2d68-49ae-b84d-d4ecd1142878,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:11.301517 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413165b-cd3c-4805-af9c-55c9db33b5f9 None None] Pushing event updated for resources: {'Port': ['ID=a041f71d-eebe-48ca-b598-d90c430cf7fd,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:11.330986 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Checking segment: {'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:11.332104 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Network hostable DHCP agents. Network: 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:36:11.364480 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Attempting to bind port a041f71d-eebe-48ca-b598-d90c430cf7fd on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:11.364886 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Attempting to bind port a041f71d-eebe-48ca-b598-d90c430cf7fd by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:11.365213 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Attempting to bind port a041f71d-eebe-48ca-b598-d90c430cf7fd on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:11.366079 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-aa6bf635-40db-4e6e-a1ca-5509802ccb0d req-e9409d1b-2530-4319-a868-4cdfb4185108 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693002 Mar 16 16:36:11.367128 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:36:11.371825 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:11.372254 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Checking segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:11.372684 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.373077 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Bound using segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:11.373543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Bound port: a041f71d-eebe-48ca-b598-d90c430cf7fd, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:11.373919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.381719 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9) {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:11.390341 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:11.391003 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.392027 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68229746-aaf5-452f-99f1-5ac63548a9f0 None None] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:11.414911 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-3c6a4820-990a-4032-a529-0390483ee2ef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4581184 Mar 16 16:36:11.415423 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37148) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:11.420204 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:11.466437 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.469204 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.518277 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] For port a041f71d-eebe-48ca-b598-d90c430cf7fd, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:11.543480 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks [] for router_controller (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), precommit_add_association {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.552657 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] For port a041f71d-eebe-48ca-b598-d90c430cf7fd, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a041f71d-eebe-48ca-b598-d90c430cf7fd,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:11.563054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.569272 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-7f8954ef-a4a4-48c1-bed0-a0d9101efdf9', 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9', 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'fixed_ips': [{'subnet_id': 'b64b0e5b-2d68-49ae-b84d-d4ecd1142878'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:36:11.570078 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.694573 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device e45d0b48-3885-4728-874a-419861fde60f details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:36:11.703675 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks [] for router_gateway (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.737474 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413165b-cd3c-4805-af9c-55c9db33b5f9 None None] Pushing event updated for resources: {'Port': ['ID=a041f71d-eebe-48ca-b598-d90c430cf7fd,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:11.745957 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f8bdea20-5b37-41c8-8681-8f6cfe03f316 None None] Provisioning complete for port a041f71d-eebe-48ca-b598-d90c430cf7fd triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:11.746999 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f8bdea20-5b37-41c8-8681-8f6cfe03f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:11.753660 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:11.754524 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:35:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:11.782298 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cfd33-5d8c-46bb-80b7-804a3e9e2ad2 req-d69cc465-6736-40be-9afd-30f3738779d5 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:11.797008 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3c5cfd33-5d8c-46bb-80b7-804a3e9e2ad2 req-d69cc465-6736-40be-9afd-30f3738779d5 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 949 time: 0.1255600 Mar 16 16:36:11.862202 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3c5cfd33-5d8c-46bb-80b7-804a3e9e2ad2 req-75f98648-3e04-4bcc-9cf5-cde5f132b15b tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633698 Mar 16 16:36:11.873833 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.db.resource_extend [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 16 16:36:11.972995 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91866a4-579f-4e9f-ac04-6b52de199cf7 req-bd9cd2f3-f80f-4b8c-a3c6-7137aebf5f1f tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:11.974466 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b91866a4-579f-4e9f-ac04-6b52de199cf7 req-bd9cd2f3-f80f-4b8c-a3c6-7137aebf5f1f tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 943 time: 0.1293356 Mar 16 16:36:11.995813 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Allocated IP 172.20.0.2 (7f8954ef-a4a4-48c1-bed0-a0d9101efdf9/b64b0e5b-2d68-49ae-b84d-d4ecd1142878/9210ef98-26f7-4d5d-8251-6d24ba143eb5) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:12.048080 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks [] for router_gateway (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.051158 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:12.054208 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b91866a4-579f-4e9f-ac04-6b52de199cf7 req-52f43eb9-389e-4912-85b7-e9e02dd46bac tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724244 Mar 16 16:36:12.072253 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.150230 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port e45d0b48-3885-4728-874a-419861fde60f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=e45d0b48-3885-4728-874a-419861fde60f,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:12.192456 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'e45d0b48-3885-4728-874a-419861fde60f', 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a', 'port_id': 'e45d0b48-3885-4728-874a-419861fde60f', 'mac_address': 'fa:16:3e:38:85:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c04a687-9203-4d37-bcb2-f8a64d28a5ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:36:12.201866 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f8bdea20-5b37-41c8-8681-8f6cfe03f316 None None] Current status of the port a041f71d-eebe-48ca-b598-d90c430cf7fd is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:12.202536 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f8bdea20-5b37-41c8-8681-8f6cfe03f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.321990 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb550b-43d2-4aa4-b908-4cd07a86f816 req-0aca4e16-5197-4ed0-8afe-c8c4116223c8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:12.324175 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b4cb550b-43d2-4aa4-b908-4cd07a86f816 req-0aca4e16-5197-4ed0-8afe-c8c4116223c8 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0591724 Mar 16 16:36:12.375223 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b4cb550b-43d2-4aa4-b908-4cd07a86f816 req-0f23bd46-bfa7-480b-ba86-2153bd8069a9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452440 Mar 16 16:36:12.387714 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port e45d0b48-3885-4728-874a-419861fde60f is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:12.388864 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (e45d0b48-3885-4728-874a-419861fde60f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.394239 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f8bdea20-5b37-41c8-8681-8f6cfe03f316 None None] For port a041f71d-eebe-48ca-b598-d90c430cf7fd, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a041f71d-eebe-48ca-b598-d90c430cf7fd,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:12.397152 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Allocated IP 172.27.0.149 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/a8aa4d75-edca-46b3-944a-43df87d79966) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:12.433676 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f8bdea20-5b37-41c8-8681-8f6cfe03f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.469428 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45d0b48-3885-4728-874a-419861fde60f {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:36:12.509806 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks [] for port (a8aa4d75-edca-46b3-944a-43df87d79966), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.532464 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Publish callbacks [] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.534854 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port e45d0b48-3885-4728-874a-419861fde60f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=e45d0b48-3885-4728-874a-419861fde60f,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:12.545774 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.569703 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (e45d0b48-3885-4728-874a-419861fde60f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.574419 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.578926 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdea20-5b37-41c8-8681-8f6cfe03f316 None None] Pushing event updated for resources: {'Port': ['ID=a041f71d-eebe-48ca-b598-d90c430cf7fd,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:12.589056 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:12.591972 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:12.594827 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:12.621965 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Pushing event updated for resources: {'Port': ['ID=a8aa4d75-edca-46b3-944a-43df87d79966,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:12.628916 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94de022f-b01a-4340-8090-b4b4eb1b2aa3 None None] Provisioning complete for port a041f71d-eebe-48ca-b598-d90c430cf7fd triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:12.629293 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94de022f-b01a-4340-8090-b4b4eb1b2aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.639117 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:12.669706 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:12.683024 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:12.701317 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=e45d0b48-3885-4728-874a-419861fde60f,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:12.782388 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:11Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:12.857605 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks [] for router_gateway (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:12.959671 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Pushing event updated for resources: {'Port': ['ID=9210ef98-26f7-4d5d-8251-6d24ba143eb5,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:12.964426 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Attempting to bind port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:12.964800 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Attempting to bind port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:12.965215 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Attempting to bind port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 on network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:12.971260 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f644de7-b7f6-4254-a377-87a82e4393f4 None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:11Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:12.999118 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:12.999796 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Checking segment: {'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:12.999916 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:13.000267 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Bound using segment: {'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:13.000762 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Bound port: 9210ef98-26f7-4d5d-8251-6d24ba143eb5, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:13.001139 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:13.006449 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fa84-5c67-431e-98ce-b55e9dd003e1 req-97585ec9-6713-44e0-8416-776fee489fb7 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:13.008133 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-63d5fa84-5c67-431e-98ce-b55e9dd003e1 req-97585ec9-6713-44e0-8416-776fee489fb7 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 949 time: 0.0818923 Mar 16 16:36:13.027992 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94de022f-b01a-4340-8090-b4b4eb1b2aa3 None None] Current status of the port a041f71d-eebe-48ca-b598-d90c430cf7fd is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:13.099529 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] For port 9210ef98-26f7-4d5d-8251-6d24ba143eb5, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:13.106881 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] For port 9210ef98-26f7-4d5d-8251-6d24ba143eb5, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=9210ef98-26f7-4d5d-8251-6d24ba143eb5,segment=NetworkSegment(df0519e8-c95f-4044-87e0-f1739d275d9a),segment_id=df0519e8-c95f-4044-87e0-f1739d275d9a)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:13.118702 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:13.184867 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-63d5fa84-5c67-431e-98ce-b55e9dd003e1 req-7990c3f4-35b1-4424-a0b0-837e8612dff5 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551492 Mar 16 16:36:13.191970 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['e45d0b48-3885-4728-874a-419861fde60f'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:36:13.226555 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:13.230530 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773d52-b383-4b1b-87ef-a64a2dc0c6ab req-44a47650-4151-47c1-b51b-793aca4b3e7a tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:13.238555 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd773d52-b383-4b1b-87ef-a64a2dc0c6ab req-44a47650-4151-47c1-b51b-793aca4b3e7a tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 944 time: 0.1027198 Mar 16 16:36:13.310595 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf800-321b-45c4-a3f1-620517792509 None None] Pushing event updated for resources: {'Port': ['ID=9210ef98-26f7-4d5d-8251-6d24ba143eb5,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:13.340260 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd773d52-b383-4b1b-87ef-a64a2dc0c6ab req-1b9ae62b-428d-4f98-b65a-cad8e24dfd5d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007364 Mar 16 16:36:13.434894 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:36:13.674799 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08003b85-9598-4d36-8b16-2315a0b1b22c req-1c373722-8a01-4a88-8247-8f3af8cfe2f3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:13.676383 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-08003b85-9598-4d36-8b16-2315a0b1b22c req-1c373722-8a01-4a88-8247-8f3af8cfe2f3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1836319 Mar 16 16:36:13.685022 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-c4c63a2d-3893-4ca3-9a63-db346a7ce8c5 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:13.686519 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-c4c63a2d-3893-4ca3-9a63-db346a7ce8c5 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 949 time: 0.2050309 Mar 16 16:36:13.704583 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:13.717539 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Sync routers for ids ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:13.729464 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Routers {'2088e7a9-66d3-4004-8373-fec7bf0a4ad4'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:13.730372 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:35:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:13.768635 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:13.772451 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d95eb7d9-ec77-451f-a21b-0c0f4d2cd09f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3533008 Mar 16 16:36:13.775401 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37164) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:13.847847 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-08003b85-9598-4d36-8b16-2315a0b1b22c req-fbb2cb56-fdaa-4081-bd8f-90fa911a7c0a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601479 Mar 16 16:36:13.864556 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Set router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:13.927423 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Deleting port 6dff36bf-45b7-47eb-a981-969c4f95c64a {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:36:13.927667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.020662 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e15f83e6-9e32-47dc-a682-5d5bfff55bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.082771 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 3, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port': {'id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:12Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:14.114623 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Checking router: 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:14.115167 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Updating router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 port a8aa4d75-edca-46b3-944a-43df87d79966 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:14.134038 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] For port 6dff36bf-45b7-47eb-a981-969c4f95c64a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6dff36bf-45b7-47eb-a981-969c4f95c64a,segment=NetworkSegment(29fd56ad-fe96-43fa-a96a-3dde21897b30),segment_id=29fd56ad-fe96-43fa-a96a-3dde21897b30)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:14.134038 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.148503 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.182245 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Calling delete_port for 6dff36bf-45b7-47eb-a981-969c4f95c64a owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:36:14.370234 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccec612-274d-4f1d-8d6f-48f87e1b75a1 req-04f21289-e7c4-46b2-b1e4-ff4a1122760e tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:14.371808 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1ccec612-274d-4f1d-8d6f-48f87e1b75a1 req-04f21289-e7c4-46b2-b1e4-ff4a1122760e tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc995146-db42-4140-9bdd-fe8f30c85f0a HTTP/1.1" status: 200 len: 949 time: 0.0869291 Mar 16 16:36:14.442237 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1ccec612-274d-4f1d-8d6f-48f87e1b75a1 req-56563369-f2d4-41c7-bfde-14c379f1ad0a tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.30 "GET /v2.0/security-groups?id=153a0de2-ff4e-4260-86c0-f22127ebe8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538313 Mar 16 16:36:14.474924 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb19102-ea3b-4529-9555-e19fa57dada0 None None] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:14.521047 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (6dff36bf-45b7-47eb-a981-969c4f95c64a), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.538731 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['6dff36bf-45b7-47eb-a981-969c4f95c64a'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:36:14.559462 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Publish callbacks [] for port (a8aa4d75-edca-46b3-944a-43df87d79966), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.565515 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.592314 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Pushing event deleted for resources: {'Port': ['ID=6dff36bf-45b7-47eb-a981-969c4f95c64a,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:14.628046 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-6cc8fcb9-1db3-48b4-8cb0-b59819c8bec2 None None] Provisioning complete for port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:14.628627 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fcb9-1db3-48b4-8cb0-b59819c8bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.632628 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa894d-a784-4efa-a9d5-a563f1c81542 req-84c116c5-616e-403d-90b5-27f571187d8e tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:14.642793 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31fa894d-a784-4efa-a9d5-a563f1c81542 req-84c116c5-616e-403d-90b5-27f571187d8e tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 944 time: 0.1797967 Mar 16 16:36:14.643067 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9a4c6-50ed-479f-a590-8d7def06e2ed None None] Pushing event updated for resources: {'Port': ['ID=a8aa4d75-edca-46b3-944a-43df87d79966,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:14.646692 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Attempting to bind port a8aa4d75-edca-46b3-944a-43df87d79966 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:14.647211 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Attempting to bind port a8aa4d75-edca-46b3-944a-43df87d79966 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:14.647675 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Attempting to bind port a8aa4d75-edca-46b3-944a-43df87d79966 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:14.649061 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.656641 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:14.657197 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:14.657715 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.658201 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:14.658880 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Bound port: a8aa4d75-edca-46b3-944a-43df87d79966, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:14.659360 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.691737 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] No DVR routers for this DVR port 6dff36bf-45b7-47eb-a981-969c4f95c64a on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:36:14.707221 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.710470 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca640b7c-3fb8-4b2c-b23e-27b5809beb6b req-9d57bd68-1cfb-41e7-9c1f-963038da31b0 tempest-VolumesNegativeTest-1189779956 tempest-VolumesNegativeTest-1189779956-project] 10.222.0.57 "DELETE /v2.0/ports/6dff36bf-45b7-47eb-a981-969c4f95c64a HTTP/1.1" status: 204 len: 173 time: 1.0129497 Mar 16 16:36:14.714211 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'name': 'network-vif-deleted', 'tag': '6dff36bf-45b7-47eb-a981-969c4f95c64a'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:36:14.716557 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e312b44-31c9-4ac0-a929-8c4fa89e6679" -d '{"events": [{"server_uuid": "cc995146-db42-4140-9bdd-fe8f30c85f0a", "name": "network-vif-deleted", "tag": "6dff36bf-45b7-47eb-a981-969c4f95c64a"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:36:14.722416 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] For port a8aa4d75-edca-46b3-944a-43df87d79966, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:14.728852 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] For port a8aa4d75-edca-46b3-944a-43df87d79966, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a8aa4d75-edca-46b3-944a-43df87d79966,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:14.737443 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.803425 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8fcb9-1db3-48b4-8cb0-b59819c8bec2 None None] Current status of the port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:14.803972 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fcb9-1db3-48b4-8cb0-b59819c8bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.852803 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31fa894d-a784-4efa-a9d5-a563f1c81542 req-6c0dac0d-799b-4a45-a0a9-81d3496475c8 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081556 Mar 16 16:36:14.853721 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9a4c6-50ed-479f-a590-8d7def06e2ed None None] Pushing event updated for resources: {'Port': ['ID=a8aa4d75-edca-46b3-944a-43df87d79966,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:14.871357 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ffff7-4998-4ce6-8a8d-bd8e5cd06b9f x-openstack-request-id: req-2d6ffff7-4998-4ce6-8a8d-bd8e5cd06b9f {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:36:14.877655 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc995146-db42-4140-9bdd-fe8f30c85f0a", "name": "network-vif-deleted", "tag": "6dff36bf-45b7-47eb-a981-969c4f95c64a", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:36:14.877889 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d6ffff7-4998-4ce6-8a8d-bd8e5cd06b9f {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:36:14.878420 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc995146-db42-4140-9bdd-fe8f30c85f0a', 'name': 'network-vif-deleted', 'tag': '6dff36bf-45b7-47eb-a981-969c4f95c64a', 'status': 'completed', 'code': 200} Mar 16 16:36:14.922465 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-6cc8fcb9-1db3-48b4-8cb0-b59819c8bec2 None None] For port 9210ef98-26f7-4d5d-8251-6d24ba143eb5, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=9210ef98-26f7-4d5d-8251-6d24ba143eb5,segment=NetworkSegment(df0519e8-c95f-4044-87e0-f1739d275d9a),segment_id=df0519e8-c95f-4044-87e0-f1739d275d9a)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:14.933164 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fcb9-1db3-48b4-8cb0-b59819c8bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:14.934877 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Routers {'2088e7a9-66d3-4004-8373-fec7bf0a4ad4'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:14.935608 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:35:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:15.008020 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8fcb9-1db3-48b4-8cb0-b59819c8bec2 None None] Pushing event updated for resources: {'Port': ['ID=9210ef98-26f7-4d5d-8251-6d24ba143eb5,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:15.061228 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a041f71d-eebe-48ca-b598-d90c430cf7fd up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:15.078843 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3a230-f63c-460f-bc85-9e298fbd6a23 req-b6a2afe2-a83b-4648-acc9-fa2c5204006e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:15.086710 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bae3a230-f63c-460f-bc85-9e298fbd6a23 req-b6a2afe2-a83b-4648-acc9-fa2c5204006e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1056983 Mar 16 16:36:15.109914 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Allocated IP 172.20.0.1 (7f8954ef-a4a4-48c1-bed0-a0d9101efdf9/b64b0e5b-2d68-49ae-b84d-d4ecd1142878/d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:15.142426 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bae3a230-f63c-460f-bc85-9e298fbd6a23 req-65d38b09-2ece-4e97-b7ac-512929909973 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545223 Mar 16 16:36:15.151749 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port a041f71d-eebe-48ca-b598-d90c430cf7fd triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:15.152184 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.168079 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] Set router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:15.188036 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-71cc9523-f657-4f8a-b875-488113d1b91a None None] Provisioning complete for port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:15.188253 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-71cc9523-f657-4f8a-b875-488113d1b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.237192 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks [] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.301836 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.307817 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port a041f71d-eebe-48ca-b598-d90c430cf7fd is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:15.308490 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9210ef98-26f7-4d5d-8251-6d24ba143eb5 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:15.343233 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-71cc9523-f657-4f8a-b875-488113d1b91a None None] Current status of the port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:15.371878 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:15.372305 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.374721 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:15.402413 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:15.404574 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:15.408250 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:15.458007 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.473617 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:15.497810 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 3, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port': {'id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:12Z', 'updated_at': '2022-03-16T16:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:15.535775 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb98ba-0db8-4b00-8792-2a5eec3571ce None None] The sync data for ids ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'] in dv-cinder-834009-1-iscsi is: [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 3, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port': {'id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:12Z', 'updated_at': '2022-03-16T16:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:15.668822 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-2b1ef299-1fab-48b3-b21b-2a4dcbec04cf None None] Provisioning complete for port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:15.669888 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2b1ef299-1fab-48b3-b21b-2a4dcbec04cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.701962 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device e45d0b48-3885-4728-874a-419861fde60f up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:15.753292 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ef299-1fab-48b3-b21b-2a4dcbec04cf None None] Port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:15.768134 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port e45d0b48-3885-4728-874a-419861fde60f completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:36:15.772835 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port e45d0b48-3885-4728-874a-419861fde60f triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:15.773290 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (e45d0b48-3885-4728-874a-419861fde60f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.859291 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.907340 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port e45d0b48-3885-4728-874a-419861fde60f is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:15.907534 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (e45d0b48-3885-4728-874a-419861fde60f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:15.943132 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d0b48-3885-4728-874a-419861fde60f'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:36:15.944678 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59483ea0-9ab3-4f64-8ef6-2bb8f1b18cc1" -d '{"events": [{"server_uuid": "54ef37fa-9cfe-4c7a-845b-315f015a2a33", "name": "network-vif-plugged", "status": "completed", "tag": "e45d0b48-3885-4728-874a-419861fde60f"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:36:15.967736 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port e45d0b48-3885-4728-874a-419861fde60f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=e45d0b48-3885-4728-874a-419861fde60f,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:15.974849 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (e45d0b48-3885-4728-874a-419861fde60f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:16.024158 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f929-4a8f-4782-bcb3-2f489ef4f9b1 req-9631d050-8bec-4494-97cd-f210e52fd307 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:16.026695 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bd38f929-4a8f-4782-bcb3-2f489ef4f9b1 req-9631d050-8bec-4494-97cd-f210e52fd307 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 944 time: 0.1078877 Mar 16 16:36:16.066643 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a787e-864d-4bea-9a6a-fd4a126cc32a x-openstack-request-id: req-0f0a787e-864d-4bea-9a6a-fd4a126cc32a {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:36:16.067225 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef37fa-9cfe-4c7a-845b-315f015a2a33", "name": "network-vif-plugged", "status": "completed", "tag": "e45d0b48-3885-4728-874a-419861fde60f", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:36:16.067640 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f0a787e-864d-4bea-9a6a-fd4a126cc32a {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:36:16.068499 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d0b48-3885-4728-874a-419861fde60f', 'code': 200} Mar 16 16:36:16.134371 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=e45d0b48-3885-4728-874a-419861fde60f,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:16.135748 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bd38f929-4a8f-4782-bcb3-2f489ef4f9b1 req-0d155ae0-293e-41bf-8e22-c0843b5ab9b3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009068 Mar 16 16:36:16.213270 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks [] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:16.250172 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:16.314467 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-95c108c1-8d7f-471b-8900-8ab7ee1138c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:16.362482 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84e47-5ff0-4734-9faa-3614acde83bd req-4eaf8640-ec78-4618-b28e-5fb4cf6ede96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:16.364039 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0ce84e47-5ff0-4734-9faa-3614acde83bd req-4eaf8640-ec78-4618-b28e-5fb4cf6ede96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 1129 time: 0.1488402 Mar 16 16:36:16.382207 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:16.386446 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:16.431930 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb96d6-be07-4a71-8bbb-f697e6239859 req-92c71f45-79b1-4cfd-8779-627402bf92ec tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:16.433695 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87fb96d6-be07-4a71-8bbb-f697e6239859 req-92c71f45-79b1-4cfd-8779-627402bf92ec tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.2083924 Mar 16 16:36:16.508103 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0ce84e47-5ff0-4734-9faa-3614acde83bd req-8f553ace-2425-4806-8595-570a1568f243 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332881 Mar 16 16:36:16.550627 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87fb96d6-be07-4a71-8bbb-f697e6239859 req-90e410ee-aa17-47bf-bbed-c13c9c1b95f4 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825586 Mar 16 16:36:16.568732 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:16.570163 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:16.710685 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:36:16.845331 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:16.852818 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-241cb14d-490b-48fd-bd68-5c9baca5ad50 admin admin] 10.222.0.30 "PUT /v2.0/routers/2088e7a9-66d3-4004-8373-fec7bf0a4ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0734689 Mar 16 16:36:16.888530 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-7406e778-7cce-4be6-bdd0-bf1d419da531 None None] Provisioning complete for port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:16.889001 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7406e778-7cce-4be6-bdd0-bf1d419da531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:16.923213 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a8aa4d75-edca-46b3-944a-43df87d79966 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:16.965459 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-7406e778-7cce-4be6-bdd0-bf1d419da531 None None] Port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:16.987100 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port a8aa4d75-edca-46b3-944a-43df87d79966 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:16.987657 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.075883 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port a8aa4d75-edca-46b3-944a-43df87d79966 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:17.076272 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.100441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port a8aa4d75-edca-46b3-944a-43df87d79966, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a8aa4d75-edca-46b3-944a-43df87d79966,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:17.106283 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.107147 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9210ef98-26f7-4d5d-8251-6d24ba143eb5 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:17.198026 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=a8aa4d75-edca-46b3-944a-43df87d79966,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:17.235399 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:17.235761 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.279391 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56faef8-857e-42e5-b365-d8ac690a79dc req-a5fba01b-f843-41e5-9314-31b0db81cfad tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:17.283301 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b56faef8-857e-42e5-b365-d8ac690a79dc req-a5fba01b-f843-41e5-9314-31b0db81cfad tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 945 time: 0.0763390 Mar 16 16:36:17.331909 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:17.343971 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b56faef8-857e-42e5-b365-d8ac690a79dc req-643a92f0-e1b7-401f-aec0-758f15aab806 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547333 Mar 16 16:36:17.522649 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37338) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:17.527830 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-30a91d68-bf10-4607-bcb1-7e2c7609db8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43707153', 'description': 'tempest-secgroup-smoke-43707153 description', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:17.535186 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.546748 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Sync routers for ids ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:17.554837 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-30a91d68-bf10-4607-bcb1-7e2c7609db8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.558040 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Routers {'2088e7a9-66d3-4004-8373-fec7bf0a4ad4'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:17.558739 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:17.656600 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-30a91d68-bf10-4607-bcb1-7e2c7609db8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group (ec1c26d5-a414-41c3-b0ff-f704a52f38aa), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.661003 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-30a91d68-bf10-4607-bcb1-7e2c7609db8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (ec1c26d5-a414-41c3-b0ff-f704a52f38aa), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.688851 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Set router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:17.693600 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6dff36bf-45b7-47eb-a981-969c4f95c64a no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:36:17.696718 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a91d68-bf10-4607-bcb1-7e2c7609db8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1c26d5-a414-41c3-b0ff-f704a52f38aa,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:17.705212 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-30a91d68-bf10-4607-bcb1-7e2c7609db8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.706760 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-30a91d68-bf10-4607-bcb1-7e2c7609db8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1830986 Mar 16 16:36:17.709909 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37356) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:17.716523 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-711caba4-5a41-4af8-a4e7-8c751b3a9366 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'security_group_rule': {'security_group_id': 'ec1c26d5-a414-41c3-b0ff-f704a52f38aa', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:17.741433 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44aae-4734-476f-888d-1c6af00961ac req-6890d2e2-6a25-4841-8ccf-83293aa5caec tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:17.748963 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 6dff36bf-45b7-47eb-a981-969c4f95c64a {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:36:17.749462 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6dff36bf-45b7-47eb-a981-969c4f95c64a not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:36:17.755693 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-711caba4-5a41-4af8-a4e7-8c751b3a9366 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (439a80c0-0693-43fb-ad1d-9b26ad032aea), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.758701 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-19f44aae-4734-476f-888d-1c6af00961ac req-6890d2e2-6a25-4841-8ccf-83293aa5caec tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1248827 Mar 16 16:36:17.809253 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-19f44aae-4734-476f-888d-1c6af00961ac req-ead2a860-29b4-4042-9212-bbfc7fde00f3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Mar 16 16:36:17.840485 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-711caba4-5a41-4af8-a4e7-8c751b3a9366 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (439a80c0-0693-43fb-ad1d-9b26ad032aea), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.845593 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-711caba4-5a41-4af8-a4e7-8c751b3a9366 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (439a80c0-0693-43fb-ad1d-9b26ad032aea), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.868651 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711caba4-5a41-4af8-a4e7-8c751b3a9366 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439a80c0-0693-43fb-ad1d-9b26ad032aea,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:17.880097 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-711caba4-5a41-4af8-a4e7-8c751b3a9366 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.881624 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-711caba4-5a41-4af8-a4e7-8c751b3a9366 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706972 Mar 16 16:36:17.884443 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37368) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:17.889205 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-89c31f99-5a0b-44e5-b82e-5b0c28a08cad tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'security_group_rule': {'security_group_id': 'ec1c26d5-a414-41c3-b0ff-f704a52f38aa', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:17.919676 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89c31f99-5a0b-44e5-b82e-5b0c28a08cad tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (e6039202-b8f1-4be4-8531-696b65ae75d5), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.965353 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:36:15Z', 'revision_number': 4, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port': {'id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:12Z', 'updated_at': '2022-03-16T16:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'd6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1', 'name': '', 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'mac_address': 'fa:16:3e:98:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b64b0e5b-2d68-49ae-b84d-d4ecd1142878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:14Z', 'updated_at': '2022-03-16T16:36:15Z', 'revision_number': 2, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'subnets': [{'id': 'b64b0e5b-2d68-49ae-b84d-d4ecd1142878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:17.997722 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89c31f99-5a0b-44e5-b82e-5b0c28a08cad tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (e6039202-b8f1-4be4-8531-696b65ae75d5), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:17.998042 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Checking router: 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:17.998543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Updating router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:18.005054 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89c31f99-5a0b-44e5-b82e-5b0c28a08cad tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (e6039202-b8f1-4be4-8531-696b65ae75d5), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.027406 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c31f99-5a0b-44e5-b82e-5b0c28a08cad tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6039202-b8f1-4be4-8531-696b65ae75d5,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:18.031473 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.046497 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89c31f99-5a0b-44e5-b82e-5b0c28a08cad tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.047958 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-89c31f99-5a0b-44e5-b82e-5b0c28a08cad tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624224 Mar 16 16:36:18.051304 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37378) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:18.059439 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-a43be2af-b108-4663-8573-f441c4bd69d6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'security_group_rule': {'security_group_id': 'ec1c26d5-a414-41c3-b0ff-f704a52f38aa', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:18.099916 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a43be2af-b108-4663-8573-f441c4bd69d6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (ca0b3992-beb0-453a-8fdf-560165571165), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.183215 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a43be2af-b108-4663-8573-f441c4bd69d6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (ca0b3992-beb0-453a-8fdf-560165571165), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.189343 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a43be2af-b108-4663-8573-f441c4bd69d6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (ca0b3992-beb0-453a-8fdf-560165571165), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.213021 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43be2af-b108-4663-8573-f441c4bd69d6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0b3992-beb0-453a-8fdf-560165571165,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:18.225276 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a43be2af-b108-4663-8573-f441c4bd69d6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.229799 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37398) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:18.229942 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-a43be2af-b108-4663-8573-f441c4bd69d6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773188 Mar 16 16:36:18.234231 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-36c2fb60-2059-4cbe-9cfa-8a0cc3f23251 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'security_group_rule': {'security_group_id': 'ec1c26d5-a414-41c3-b0ff-f704a52f38aa', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:18.262944 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36c2fb60-2059-4cbe-9cfa-8a0cc3f23251 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (e5ba73b4-b231-4824-90fe-e207f439c7a2), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.336052 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36c2fb60-2059-4cbe-9cfa-8a0cc3f23251 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (e5ba73b4-b231-4824-90fe-e207f439c7a2), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.340041 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36c2fb60-2059-4cbe-9cfa-8a0cc3f23251 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (e5ba73b4-b231-4824-90fe-e207f439c7a2), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.340589 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Publish callbacks [] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.346027 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.363313 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2fb60-2059-4cbe-9cfa-8a0cc3f23251 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ba73b4-b231-4824-90fe-e207f439c7a2,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:18.370419 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36c2fb60-2059-4cbe-9cfa-8a0cc3f23251 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.371623 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-36c2fb60-2059-4cbe-9cfa-8a0cc3f23251 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408319 Mar 16 16:36:18.374397 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37406) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:18.379735 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'security_group_rule': {'security_group_id': 'ec1c26d5-a414-41c3-b0ff-f704a52f38aa', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:18.414281 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d5c1-d83f-49fb-aa3c-97607f17d849 None None] Pushing event updated for resources: {'Port': ['ID=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:18.419582 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.securitygroups_db [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Project bd3136bf22694f2188dfb81fc75f84bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 16:36:18.425203 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (9d7bb6b3-0eb7-4be4-a89f-53b3dce0266f), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.485432 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Attempting to bind port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:18.485809 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Attempting to bind port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:18.486478 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Attempting to bind port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 on network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:18.491876 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:18.493111 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Checking segment: {'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:18.493763 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.494425 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Bound using segment: {'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:18.494766 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Bound port: d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0519e8-c95f-4044-87e0-f1739d275d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:18.495150 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.507269 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (9d7bb6b3-0eb7-4be4-a89f-53b3dce0266f), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.514257 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (9d7bb6b3-0eb7-4be4-a89f-53b3dce0266f), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.538332 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1bf1-0f74-4ba4-8cf6-a8d410737f74 req-c66e0938-aae7-4511-9665-5d2d988d75dd tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:18.540422 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-86de1bf1-0f74-4ba4-8cf6-a8d410737f74 req-c66e0938-aae7-4511-9665-5d2d988d75dd tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 945 time: 0.0803809 Mar 16 16:36:18.545710 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7bb6b3-0eb7-4be4-a89f-53b3dce0266f,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:18.581813 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.583297 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-73e914fa-708e-452d-b5dd-44c01d65e656 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2079134 Mar 16 16:36:18.586723 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37412) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:18.594896 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'security_group_rule': {'security_group_id': 'ec1c26d5-a414-41c3-b0ff-f704a52f38aa', 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:18.606747 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] For port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:18.614290 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] For port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,segment=NetworkSegment(df0519e8-c95f-4044-87e0-f1739d275d9a),segment_id=df0519e8-c95f-4044-87e0-f1739d275d9a)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:18.618068 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-86de1bf1-0f74-4ba4-8cf6-a8d410737f74 req-2a884c41-6dca-41b6-a23f-da3afc2a49f3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708632 Mar 16 16:36:18.631998 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.securitygroups_db [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Project bd3136bf22694f2188dfb81fc75f84bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 16:36:18.642514 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (eddb47ee-4303-48dc-a0e8-4fa3d87b5f97), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.647547 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.715720 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Routers {'2088e7a9-66d3-4004-8373-fec7bf0a4ad4'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:18.716563 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:18.787948 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-7ae4af1b-f8b2-400a-9675-2a0668eb3e51 None None] Provisioning complete for port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:18.787948 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7ae4af1b-f8b2-400a-9675-2a0668eb3e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.801378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (eddb47ee-4303-48dc-a0e8-4fa3d87b5f97), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.813337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (eddb47ee-4303-48dc-a0e8-4fa3d87b5f97), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.850692 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddb47ee-4303-48dc-a0e8-4fa3d87b5f97,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:18.874913 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:18.876179 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3eb6d02d-5814-4fed-836a-87bb1e53dce7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2882762 Mar 16 16:36:19.050125 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd5a40-0137-443e-bd97-2887f71fac3c req-c898990a-9b67-41de-927d-3e422129aa01 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:19.052930 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-aecd5a40-0137-443e-bd97-2887f71fac3c req-c898990a-9b67-41de-927d-3e422129aa01 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0753922 Mar 16 16:36:19.122305 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a8aa4d75-edca-46b3-944a-43df87d79966 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:19.128068 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-aecd5a40-0137-443e-bd97-2887f71fac3c req-4d573a68-663a-43f9-9ce3-241303a5e26f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671122 Mar 16 16:36:19.158232 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d5c1-d83f-49fb-aa3c-97607f17d849 None None] Pushing event updated for resources: {'Port': ['ID=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:19.224214 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:19.282390 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] Set router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:19.329998 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port a8aa4d75-edca-46b3-944a-43df87d79966 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:19.330383 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:19.370245 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4af1b-f8b2-400a-9675-2a0668eb3e51 None None] Current status of the port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:19.370632 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7ae4af1b-f8b2-400a-9675-2a0668eb3e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:19.505285 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-7ae4af1b-f8b2-400a-9675-2a0668eb3e51 None None] For port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,segment=NetworkSegment(df0519e8-c95f-4044-87e0-f1739d275d9a),segment_id=df0519e8-c95f-4044-87e0-f1739d275d9a)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:19.537085 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7ae4af1b-f8b2-400a-9675-2a0668eb3e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:19.611892 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port a8aa4d75-edca-46b3-944a-43df87d79966 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:19.650796 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4af1b-f8b2-400a-9675-2a0668eb3e51 None None] Pushing event updated for resources: {'Port': ['ID=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:19.675446 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-e5a27c95-11cf-4f74-ba7a-565d142617a5 None None] Provisioning complete for port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:19.675694 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e5a27c95-11cf-4f74-ba7a-565d142617a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:19.715662 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:36:15Z', 'revision_number': 4, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port': {'id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:12Z', 'updated_at': '2022-03-16T16:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'd6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1', 'name': '', 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'mac_address': 'fa:16:3e:98:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b64b0e5b-2d68-49ae-b84d-d4ecd1142878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:14Z', 'updated_at': '2022-03-16T16:36:18Z', 'revision_number': 4, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'subnets': [{'id': 'b64b0e5b-2d68-49ae-b84d-d4ecd1142878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:19.752520 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f0760-5711-4445-a8d1-0732f4574d45 None None] The sync data for ids ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'] in dv-cinder-834009-1-iscsi is: [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:36:15Z', 'revision_number': 4, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port': {'id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:12Z', 'updated_at': '2022-03-16T16:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'd6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1', 'name': '', 'network_id': '7f8954ef-a4a4-48c1-bed0-a0d9101efdf9', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'mac_address': 'fa:16:3e:98:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'b64b0e5b-2d68-49ae-b84d-d4ecd1142878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:14Z', 'updated_at': '2022-03-16T16:36:18Z', 'revision_number': 4, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'subnets': [{'id': 'b64b0e5b-2d68-49ae-b84d-d4ecd1142878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:19.835613 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-e5a27c95-11cf-4f74-ba7a-565d142617a5 None None] Current status of the port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:20.261094 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da0c91-2846-4c89-bd57-2b740faa3cb7 req-ef6aeb96-c240-41a9-840a-5eb4c514c86b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:20.262503 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f5da0c91-2846-4c89-bd57-2b740faa3cb7 req-ef6aeb96-c240-41a9-840a-5eb4c514c86b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0592668 Mar 16 16:36:20.302408 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:20.334617 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f5da0c91-2846-4c89-bd57-2b740faa3cb7 req-9a02147a-b165-4b46-849d-74208cebcdde tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661302 Mar 16 16:36:20.823863 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:20.875534 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:20.875909 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:20.929723 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37572) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:20.974441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:21.086661 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0d4ae1b2-9486-4212-95dc-7dd6bec5b70b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d69389676b60466f87d0bb82c07d6bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549788 Mar 16 16:36:21.089155 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37576) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:21.137019 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d59dd0fe-3705-4f60-b7ea-cb8116058092 admin admin] Publish callbacks [] for security_group (153a0de2-ff4e-4260-86c0-f22127ebe8e9), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:21.165233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d59dd0fe-3705-4f60-b7ea-cb8116058092 admin admin] Publish callbacks [] for security_group (153a0de2-ff4e-4260-86c0-f22127ebe8e9), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:21.216781 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d59dd0fe-3705-4f60-b7ea-cb8116058092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (153a0de2-ff4e-4260-86c0-f22127ebe8e9), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:21.219594 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d59dd0fe-3705-4f60-b7ea-cb8116058092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:21.220900 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d59dd0fe-3705-4f60-b7ea-cb8116058092 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/153a0de2-ff4e-4260-86c0-f22127ebe8e9 HTTP/1.1" status: 204 len: 168 time: 0.1308384 Mar 16 16:36:21.230045 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dd0fe-3705-4f60-b7ea-cb8116058092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153a0de2-ff4e-4260-86c0-f22127ebe8e9,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:21.464756 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c597-9631-4b16-a767-e436f5a9680d req-c9b67262-5e2d-486c-9008-8fe236abf0b3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:21.466242 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8f18c597-9631-4b16-a767-e436f5a9680d req-c9b67262-5e2d-486c-9008-8fe236abf0b3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0553005 Mar 16 16:36:21.517388 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8f18c597-9631-4b16-a767-e436f5a9680d req-8d9b2380-01ac-4c07-a954-ed93ed1f724d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Mar 16 16:36:21.872062 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37604) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:21.969358 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-27355359-network', 'tenant_id': '60a06020c8a44210b58c419a83577897'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:21.989404 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Made reservation on behalf of 60a06020c8a44210b58c419a83577897 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:21.991883 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.001244 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.079838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks [] for security_group (065a965f-95f9-48ae-be98-898b8f943165), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.083716 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (065a965f-95f9-48ae-be98-898b8f943165), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.110996 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:36:22.122201 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065a965f-95f9-48ae-be98-898b8f943165,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:22.126934 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (d6c3fd79-c410-49eb-bd24-209516586a83), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.127280 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Added segment d6c3fd79-c410-49eb-bd24-209516586a83 of type vlan for network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d Mar 16 16:36:22.172535 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.197941 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.198790 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:22.199358 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.253393 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3800793 Mar 16 16:36:22.262414 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37608) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:22.268187 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Request body: {'subnet': {'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-27355359-subnet', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:22.274502 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16000e0a-11a4-4fad-aa0e-123f0cf0cb55 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:22.284412 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:36:22.292115 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Made reservation on behalf of 60a06020c8a44210b58c419a83577897 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:22.294508 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24929187'] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.469162 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25084195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24929181'] for subnet (79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.520624 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:22.532573 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Checking segment: {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:22.532930 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Network hostable DHCP agents. Network: dcb08504-2fbb-4cdc-a94e-1d9447e47c5d, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:36:22.550503 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:36:22.560000 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, dcb08504-2fbb-4cdc-a94e-1d9447e47c5d) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:22.564983 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:22.568523 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.570894 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b511a-9dda-47a4-b00c-cafeee74d965 None None] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:22.592801 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-13faeda5-489a-4e02-9b41-6f6484689e1a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3265393 Mar 16 16:36:22.593276 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37616) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:22.597674 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:22.649250 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.650393 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.682311 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcadc26-0ad9-4a3d-a9a6-53609b114104 req-8c573364-2a1e-4c94-9e85-fd91a864ac39 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:22.689853 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8dcadc26-0ad9-4a3d-a9a6-53609b114104 req-8c573364-2a1e-4c94-9e85-fd91a864ac39 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1004076 Mar 16 16:36:22.690754 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'project_id': '60a06020c8a44210b58c419a83577897', 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:36:22.691919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.741687 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks [] for router_controller (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), precommit_add_association {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.833343 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8dcadc26-0ad9-4a3d-a9a6-53609b114104 req-dc396720-ce50-4bdd-ad92-281aff0e8827 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425953 Mar 16 16:36:22.838176 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Allocated IP 172.20.0.2 (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d/79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9/ef424d16-d381-4807-b24d-5874d0cbb699) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:22.906647 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks [] for router_gateway (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:22.996821 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Publish callbacks [] for port (ef424d16-d381-4807-b24d-5874d0cbb699), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.003292 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.047953 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:23.055549 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:23.058053 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:23.068093 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Pushing event updated for resources: {'Port': ['ID=ef424d16-d381-4807-b24d-5874d0cbb699,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:23.123621 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Attempting to bind port ef424d16-d381-4807-b24d-5874d0cbb699 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:23.123991 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Attempting to bind port ef424d16-d381-4807-b24d-5874d0cbb699 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:23.124388 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Attempting to bind port ef424d16-d381-4807-b24d-5874d0cbb699 on network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:23.129977 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:23.130355 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Checking segment: {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:23.130760 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.131215 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Bound using segment: {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:23.131681 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Bound port: ef424d16-d381-4807-b24d-5874d0cbb699, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:23.132063 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.205178 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] For port ef424d16-d381-4807-b24d-5874d0cbb699, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:23.209284 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] For port ef424d16-d381-4807-b24d-5874d0cbb699, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=ef424d16-d381-4807-b24d-5874d0cbb699,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:23.214982 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.285662 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720820f-4fd7-41b7-ab53-948b7e7f4165 None None] Pushing event updated for resources: {'Port': ['ID=ef424d16-d381-4807-b24d-5874d0cbb699,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:23.333222 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks [] for router_gateway (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.353160 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.502318 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Allocated IP 172.27.0.57 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/72b7abca-71a7-4668-8ce3-099f288ce853) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:23.624995 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks [] for port (72b7abca-71a7-4668-8ce3-099f288ce853), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.658737 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:23.707966 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:23.713863 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:23.716337 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:23.722319 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Pushing event updated for resources: {'Port': ['ID=72b7abca-71a7-4668-8ce3-099f288ce853,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:23.979864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb678e1-16c9-439d-80ae-3a1afcad9036 req-5370b36e-de57-49f1-afc2-c1f6241f7f70 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:23.987562 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1eb678e1-16c9-439d-80ae-3a1afcad9036 req-5370b36e-de57-49f1-afc2-c1f6241f7f70 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0834291 Mar 16 16:36:24.034714 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks [] for router_gateway (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.035714 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1eb678e1-16c9-439d-80ae-3a1afcad9036 req-b220dc05-78a9-4b88-a6dd-450c84cd3fac tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 Mar 16 16:36:24.244321 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ff5072-12ff-4afa-b609-e5eba810d847 None None] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:24.255650 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.285810 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-3da78542-e907-4593-bed6-bee3e31f349c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609183 Mar 16 16:36:24.312448 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-9124e237-55f3-4cf7-908c-5f3501621ee1 None None] Provisioning complete for port ef424d16-d381-4807-b24d-5874d0cbb699 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:24.313048 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9124e237-55f3-4cf7-908c-5f3501621ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.362020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e8a99-352e-4912-82b0-467866c782bb req-4abe2eaa-6cc9-4b4b-8662-6501fbb4d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:24.363616 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-4abe2eaa-6cc9-4b4b-8662-6501fbb4d19e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 1130 time: 0.0490768 Mar 16 16:36:24.396261 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:36:24.450444 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-9124e237-55f3-4cf7-908c-5f3501621ee1 None None] Current status of the port ef424d16-d381-4807-b24d-5874d0cbb699 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:24.450984 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9124e237-55f3-4cf7-908c-5f3501621ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.473490 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:36:24.490266 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e8a99-352e-4912-82b0-467866c782bb req-29751de7-ff53-4ef8-aa9d-2817025e35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:24.490522 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-9124e237-55f3-4cf7-908c-5f3501621ee1 None None] For port ef424d16-d381-4807-b24d-5874d0cbb699, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=ef424d16-d381-4807-b24d-5874d0cbb699,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:24.493062 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-29751de7-ff53-4ef8-aa9d-2817025e35c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.1089509 Mar 16 16:36:24.496041 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9124e237-55f3-4cf7-908c-5f3501621ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.544421 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:24.557561 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Sync routers for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:24.569766 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-2de43855-6c52-45b6-a06c-b5b13cffe4a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f HTTP/1.1" status: 200 len: 217 time: 0.0643923 Mar 16 16:36:24.572127 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:24.572526 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.573044 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:24.580240 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124e237-55f3-4cf7-908c-5f3501621ee1 None None] Pushing event updated for resources: {'Port': ['ID=ef424d16-d381-4807-b24d-5874d0cbb699,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:24.582751 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-79ff7a69-c83f-4e1b-b933-e210ed610c22 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9882648 Mar 16 16:36:24.583464 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37628) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:24.638814 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e8a99-352e-4912-82b0-467866c782bb req-258ee47a-f597-4c4a-9cbc-26e5e6daf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:24.640261 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-258ee47a-f597-4c4a-9cbc-26e5e6daf022 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0625777 Mar 16 16:36:24.683813 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-67935b2b-d549-4982-bb46-a8745797869b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369205 Mar 16 16:36:24.728783 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:24.834015 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-9968f344-f0b4-43cf-aa2b-b9164dba3abc None None] Provisioning complete for port ef424d16-d381-4807-b24d-5874d0cbb699 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:24.834635 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9968f344-f0b4-43cf-aa2b-b9164dba3abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.893047 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:24.911489 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-d40e4875-3bee-41fe-8e2c-d8cebb54aa73 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201781 Mar 16 16:36:24.950431 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device ef424d16-d381-4807-b24d-5874d0cbb699 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:24.979729 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:23Z', 'revision_number': 3, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:25.005038 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-9968f344-f0b4-43cf-aa2b-b9164dba3abc None None] Current status of the port ef424d16-d381-4807-b24d-5874d0cbb699 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:25.027811 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Checking router: 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:25.028239 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port ef424d16-d381-4807-b24d-5874d0cbb699 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:25.028403 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Updating router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 port 72b7abca-71a7-4668-8ce3-099f288ce853 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:25.028917 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.030626 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900e8a99-352e-4912-82b0-467866c782bb req-8153c831-7763-4c89-b9f9-8213660f949f service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055813 Mar 16 16:36:25.061763 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.137611 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port ef424d16-d381-4807-b24d-5874d0cbb699 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:25.226195 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a68ef0-527a-4c28-a87e-32d82886bf67 req-2d3a2af9-8908-4c74-84ee-0b88b5a4d3de tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:25.227965 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-80a68ef0-527a-4c28-a87e-32d82886bf67 req-2d3a2af9-8908-4c74-84ee-0b88b5a4d3de tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1011984 Mar 16 16:36:25.236900 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.346053 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Publish callbacks [] for port (72b7abca-71a7-4668-8ce3-099f288ce853), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.350850 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.406170 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Attempting to bind port 72b7abca-71a7-4668-8ce3-099f288ce853 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:25.406449 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Attempting to bind port 72b7abca-71a7-4668-8ce3-099f288ce853 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:25.406809 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Attempting to bind port 72b7abca-71a7-4668-8ce3-099f288ce853 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:25.412582 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3fd7b-43d3-4881-80bd-47a5e7685880 None None] Pushing event updated for resources: {'Port': ['ID=72b7abca-71a7-4668-8ce3-099f288ce853,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:25.417800 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:25.418168 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:25.418675 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.419059 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:25.419580 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Bound port: 72b7abca-71a7-4668-8ce3-099f288ce853, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:25.420069 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.483482 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] For port 72b7abca-71a7-4668-8ce3-099f288ce853, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:25.487636 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] For port 72b7abca-71a7-4668-8ce3-099f288ce853, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=72b7abca-71a7-4668-8ce3-099f288ce853,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:25.495070 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.563334 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3fd7b-43d3-4881-80bd-47a5e7685880 None None] Pushing event updated for resources: {'Port': ['ID=72b7abca-71a7-4668-8ce3-099f288ce853,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:25.563586 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-80a68ef0-527a-4c28-a87e-32d82886bf67 req-3e4ef0b1-07b7-4717-a6ca-e4d81c9954c9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291080 Mar 16 16:36:25.574883 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:25.575502 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:25.694029 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:25.711131 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Allocated IP 172.20.0.1 (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d/79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9/0adc8abb-f22c-4f86-9113-b35deb7f4c59) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:25.828458 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks [] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.865926 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:25.914256 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:25.917206 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:25.919227 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:23Z', 'revision_number': 3, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:25.921028 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:25.926590 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Pushing event updated for resources: {'Port': ['ID=0adc8abb-f22c-4f86-9113-b35deb7f4c59,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:25.957617 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1bb8f-a636-44f3-a4fa-5b1662413f64 None None] The sync data for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi is: [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:23Z', 'revision_number': 3, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:25.968495 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:26.133976 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-c385b60c-5629-46dd-8f2f-0232ed714b27 None None] Provisioning complete for port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:26.135241 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c385b60c-5629-46dd-8f2f-0232ed714b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:26.176824 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-c385b60c-5629-46dd-8f2f-0232ed714b27 None None] Port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:26.258979 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:26.456653 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks [] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:26.461313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:26.532505 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Pushing event updated for resources: {'Port': ['ID=0adc8abb-f22c-4f86-9113-b35deb7f4c59,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:26.534161 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:26.638214 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:26.639683 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:26.754703 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c744-9b92-459f-9867-df456443737d req-b294c2e8-8a03-450c-9b19-8babd271d610 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:26.757154 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7fd6c744-9b92-459f-9867-df456443737d req-b294c2e8-8a03-450c-9b19-8babd271d610 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0801961 Mar 16 16:36:26.814798 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:36:26.841296 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7fd6c744-9b92-459f-9867-df456443737d req-60f6e0fb-c933-4481-8def-9165c8b8b5bc tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763888 Mar 16 16:36:26.888591 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 72b7abca-71a7-4668-8ce3-099f288ce853 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:26.962284 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:26.972535 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 72b7abca-71a7-4668-8ce3-099f288ce853 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:26.972987 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:26.983459 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e7271381-3b10-4219-a2ce-a1e38c96108f admin admin] 10.222.0.30 "PUT /v2.0/routers/98e3e5c7-a01b-43ae-889f-eb023b91d4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3917701 Mar 16 16:36:27.043860 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-743f117c-3786-4014-ba9e-c08aeec0278f None None] Provisioning complete for port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:27.044236 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-743f117c-3786-4014-ba9e-c08aeec0278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.102811 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-743f117c-3786-4014-ba9e-c08aeec0278f None None] Port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:27.120185 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 72b7abca-71a7-4668-8ce3-099f288ce853 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:27.120713 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.150421 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 72b7abca-71a7-4668-8ce3-099f288ce853, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=72b7abca-71a7-4668-8ce3-099f288ce853,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:27.154555 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.208002 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=72b7abca-71a7-4668-8ce3-099f288ce853,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:27.482110 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37664) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:27.487044 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1409587613-network', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:27.510899 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Made reservation on behalf of ac943091775f4eed8bb40db1aca773e1 for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:27.513446 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.523297 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.605395 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks [] for security_group (7ddbc7fe-6c82-48c3-843d-05490ab561c1), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.610131 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7ddbc7fe-6c82-48c3-843d-05490ab561c1), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.647042 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:36:27.652790 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddbc7fe-6c82-48c3-843d-05490ab561c1,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:27.660242 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (fbb68022-a81f-4fbb-8879-433159017360), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.660551 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Added segment fbb68022-a81f-4fbb-8879-433159017360 of type vlan for network bbe1ef0c-eea2-440c-801c-1871cde1af46 Mar 16 16:36:27.707779 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (bbe1ef0c-eea2-440c-801c-1871cde1af46), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.737157 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (bbe1ef0c-eea2-440c-801c-1871cde1af46), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.738333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:27.739124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.739294 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Sync routers for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:27.750648 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:27.751263 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:27.814143 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3283966 Mar 16 16:36:27.814519 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37668) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:27.815629 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fc7c2-bf14-44ba-b970-ed5e115788b2 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe1ef0c-eea2-440c-801c-1871cde1af46,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:27.820770 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Request body: {'subnet': {'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1409587613-subnet', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:27.849460 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Made reservation on behalf of ac943091775f4eed8bb40db1aca773e1 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:36:27.854014 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24929187'] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:27.963387 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:36:27.987504 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae704ab-ba25-45b8-a0df-38b8897a4575 req-569dd750-7db3-4b80-954c-542562f4736c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:27.989406 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7ae704ab-ba25-45b8-a0df-38b8897a4575 req-569dd750-7db3-4b80-954c-542562f4736c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0666821 Mar 16 16:36:28.070516 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:28.080515 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7ae704ab-ba25-45b8-a0df-38b8897a4575 req-84f42431-6a85-4335-afe2-29bd40dad346 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746815 Mar 16 16:36:28.084521 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25084195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24929181'] for subnet (cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.142135 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:28.151784 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.152130 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.152520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.152861 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.153192 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.153519 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.153844 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.154174 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.154501 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.154869 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.155141 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.155463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.155783 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.156099 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.156439 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:36:28.166982 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Checking segment: {'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:28.167349 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Network hostable DHCP agents. Network: bbe1ef0c-eea2-440c-801c-1871cde1af46, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:36:28.186152 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:36:28.195824 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, bbe1ef0c-eea2-440c-801c-1871cde1af46) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:28.205611 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:28.206576 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.208146 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2094c5-5c07-4052-b12f-5e8bc63a6769 None None] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:28.223353 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-9a2c2cf8-8d51-45d2-93b3-e273cd28beae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4068868 Mar 16 16:36:28.225936 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37674) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:28.231535 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:28.256772 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.258204 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.315610 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks [] for router_controller (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), precommit_add_association {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.373054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-bbe1ef0c-eea2-440c-801c-1871cde1af46', 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46', 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'fixed_ips': [{'subnet_id': 'cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:36:28.373905 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.412422 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 2, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:28.461182 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks [] for router_gateway (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.483416 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Checking router: 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:28.483686 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Updating router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:28.539917 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.615952 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Allocated IP 172.20.0.2 (bbe1ef0c-eea2-440c-801c-1871cde1af46/cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1/597f8cc8-617e-40b8-aad4-341710b2ef6b) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:28.675446 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks [] for router_gateway (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.696748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.828544 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 72b7abca-71a7-4668-8ce3-099f288ce853 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:28.830088 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Allocated IP 172.27.0.72 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/11a8fb19-5ef7-44e8-bb39-ffacd179d30e) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:28.954753 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks [] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.980830 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Publish callbacks [] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:28.992830 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.004863 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.053239 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 72b7abca-71a7-4668-8ce3-099f288ce853 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:29.053618 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.058460 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:29.061642 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:29.066444 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:29.091661 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Pushing event updated for resources: {'Port': ['ID=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:29.098559 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:29.110477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:29.112933 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:29.127721 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Pushing event updated for resources: {'Port': ['ID=597f8cc8-617e-40b8-aad4-341710b2ef6b,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:29.150588 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Publish callbacks [] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.189192 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.244541 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af8356-26d6-4902-ac6d-a82a23c4ad8b req-e193c6a1-d4d4-4976-983e-e3de9395d889 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:29.245722 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8af8356-26d6-4902-ac6d-a82a23c4ad8b req-e193c6a1-d4d4-4976-983e-e3de9395d889 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0775380 Mar 16 16:36:29.272034 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Attempting to bind port 597f8cc8-617e-40b8-aad4-341710b2ef6b on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:29.274131 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Attempting to bind port 597f8cc8-617e-40b8-aad4-341710b2ef6b by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:29.274882 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Attempting to bind port 597f8cc8-617e-40b8-aad4-341710b2ef6b on network bbe1ef0c-eea2-440c-801c-1871cde1af46 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:29.306337 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8af8356-26d6-4902-ac6d-a82a23c4ad8b req-b04f65b0-8031-437c-996c-9240a0aca9e6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545561 Mar 16 16:36:29.321591 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:29.321974 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Checking segment: {'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:29.322377 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.322769 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Bound using segment: {'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:29.323251 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Bound port: 597f8cc8-617e-40b8-aad4-341710b2ef6b, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:29.323633 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.398978 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4a512-fd75-438d-ac76-59af4e227b00 None None] Pushing event updated for resources: {'Port': ['ID=0adc8abb-f22c-4f86-9113-b35deb7f4c59,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:29.411367 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks [] for router_gateway (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.437835 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Attempting to bind port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:29.438277 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Attempting to bind port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:29.438660 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Attempting to bind port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 on network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:29.448185 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 72b7abca-71a7-4668-8ce3-099f288ce853 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:29.455410 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:29.455845 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Checking segment: {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:29.456414 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.456807 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Bound using segment: {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:29.457281 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Bound port: 0adc8abb-f22c-4f86-9113-b35deb7f4c59, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:29.457668 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.509249 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] For port 597f8cc8-617e-40b8-aad4-341710b2ef6b, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:29.529316 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] For port 597f8cc8-617e-40b8-aad4-341710b2ef6b, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=597f8cc8-617e-40b8-aad4-341710b2ef6b,segment=NetworkSegment(fbb68022-a81f-4fbb-8879-433159017360),segment_id=fbb68022-a81f-4fbb-8879-433159017360)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:29.552273 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.601281 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] For port 0adc8abb-f22c-4f86-9113-b35deb7f4c59, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:29.626464 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] For port 0adc8abb-f22c-4f86-9113-b35deb7f4c59, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=0adc8abb-f22c-4f86-9113-b35deb7f4c59,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:29.633971 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-ebd974d9-71a9-4c9e-92ba-5bfb7322587a None None] Provisioning complete for port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:29.634524 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ebd974d9-71a9-4c9e-92ba-5bfb7322587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.674885 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:29.697858 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e94cf-f6e1-475a-b36d-d1d9c48778a6 None None] Pushing event updated for resources: {'Port': ['ID=597f8cc8-617e-40b8-aad4-341710b2ef6b,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:29.770547 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4a512-fd75-438d-ac76-59af4e227b00 None None] Pushing event updated for resources: {'Port': ['ID=0adc8abb-f22c-4f86-9113-b35deb7f4c59,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:29.775648 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:29.776308 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:29.859796 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:30.060258 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:36:30.062810 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:30.161469 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-ebd974d9-71a9-4c9e-92ba-5bfb7322587a None None] Current status of the port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:30.161859 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ebd974d9-71a9-4c9e-92ba-5bfb7322587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:30.186224 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:30.205021 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:30.205247 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Sync routers for ids ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:30.210237 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e4e2fa50-d0c1-40eb-9016-152532ead0bb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9824839 Mar 16 16:36:30.210469 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37686) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:30.219784 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Routers {'ce06f122-62fa-4c3b-856a-b9b8eaf568e0'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:30.220557 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:30.247036 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-ebd974d9-71a9-4c9e-92ba-5bfb7322587a None None] For port 0adc8abb-f22c-4f86-9113-b35deb7f4c59, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=0adc8abb-f22c-4f86-9113-b35deb7f4c59,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:30.254662 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ebd974d9-71a9-4c9e-92ba-5bfb7322587a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:30.344876 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd974d9-71a9-4c9e-92ba-5bfb7322587a None None] Pushing event updated for resources: {'Port': ['ID=0adc8abb-f22c-4f86-9113-b35deb7f4c59,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:30.374999 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Set router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:30.387652 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-3662dbe3-c54c-4dd1-a711-0ad7a38a97ce None None] Provisioning complete for port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:30.388347 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3662dbe3-c54c-4dd1-a711-0ad7a38a97ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:30.414231 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:29Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:30.452952 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c1aad7-7373-4f17-af14-df5f40ef2b38 None None] The sync data for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi is: [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:29Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:30.478819 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8e163-64a0-4dda-b7dc-838ddc18ad95 req-b85f483f-b372-4309-b3ea-6a27e0fab65d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:30.480776 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-eeb8e163-64a0-4dda-b7dc-838ddc18ad95 req-b85f483f-b372-4309-b3ea-6a27e0fab65d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0719252 Mar 16 16:36:30.578465 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-eeb8e163-64a0-4dda-b7dc-838ddc18ad95 req-bcc6367c-2f8b-4198-beaf-76aac86de33c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853500 Mar 16 16:36:30.605558 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-3662dbe3-c54c-4dd1-a711-0ad7a38a97ce None None] Current status of the port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:30.743250 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:29Z', 'revision_number': 3, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port': {'id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:30.778246 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Checking router: ce06f122-62fa-4c3b-856a-b9b8eaf568e0 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:30.778612 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Updating router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:30.822990 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:30.922156 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 0adc8abb-f22c-4f86-9113-b35deb7f4c59 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:31.034653 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:31.035298 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.078699 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d994a-eb01-42f3-a7d2-ff948a6c8613 None None] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:36:31.175168 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.185307 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Publish callbacks [] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.194733 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.227255 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-72bba692-623b-4948-9ab2-d106f8348dae None None] Provisioning complete for port 597f8cc8-617e-40b8-aad4-341710b2ef6b triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:31.227647 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-72bba692-623b-4948-9ab2-d106f8348dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.352942 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:31.357514 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 597f8cc8-617e-40b8-aad4-341710b2ef6b up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:31.372807 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b81f3-2ebd-49d7-9a28-714a7fd0ee7b None None] Pushing event updated for resources: {'Port': ['ID=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:31.393701 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Attempting to bind port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:31.394246 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Attempting to bind port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:31.394762 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Attempting to bind port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:31.400761 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:31.401396 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:31.401951 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.402506 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:31.403153 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Bound port: 11a8fb19-5ef7-44e8-bb39-ffacd179d30e, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:31.403691 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.469582 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] For port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:31.470244 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Allocated IP 172.20.0.1 (bbe1ef0c-eea2-440c-801c-1871cde1af46/cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1/b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:36:31.473905 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] For port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:31.474255 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-72bba692-623b-4948-9ab2-d106f8348dae None None] Current status of the port 597f8cc8-617e-40b8-aad4-341710b2ef6b is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:31.474776 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-72bba692-623b-4948-9ab2-d106f8348dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.488457 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.518294 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-72bba692-623b-4948-9ab2-d106f8348dae None None] For port 597f8cc8-617e-40b8-aad4-341710b2ef6b, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=597f8cc8-617e-40b8-aad4-341710b2ef6b,segment=NetworkSegment(fbb68022-a81f-4fbb-8879-433159017360),segment_id=fbb68022-a81f-4fbb-8879-433159017360)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:31.534321 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-72bba692-623b-4948-9ab2-d106f8348dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.537983 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 597f8cc8-617e-40b8-aad4-341710b2ef6b triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:31.538349 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.588302 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b81f3-2ebd-49d7-9a28-714a7fd0ee7b None None] Pushing event updated for resources: {'Port': ['ID=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:31.608646 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Routers {'ce06f122-62fa-4c3b-856a-b9b8eaf568e0'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:31.611749 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:31.675967 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks [] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.681558 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 597f8cc8-617e-40b8-aad4-341710b2ef6b is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:31.703505 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-5669609a-a649-415d-9e07-658f96dca24b None None] Provisioning complete for port 597f8cc8-617e-40b8-aad4-341710b2ef6b triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:31.703982 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5669609a-a649-415d-9e07-658f96dca24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.748159 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bba692-623b-4948-9ab2-d106f8348dae None None] Pushing event updated for resources: {'Port': ['ID=597f8cc8-617e-40b8-aad4-341710b2ef6b,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:31.753314 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] Set router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:31.813627 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea478501-db3b-4be7-88de-708cfe8b4df9 req-26b654ae-dd0d-4d40-bea1-23c423005958 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:31.816378 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ea478501-db3b-4be7-88de-708cfe8b4df9 req-26b654ae-dd0d-4d40-bea1-23c423005958 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1380279 Mar 16 16:36:31.818904 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:31.823874 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-5669609a-a649-415d-9e07-658f96dca24b None None] Current status of the port 597f8cc8-617e-40b8-aad4-341710b2ef6b is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:31.881074 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:31.890343 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:31.897670 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:36:31.902735 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Pushing event updated for resources: {'Port': ['ID=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:31.950023 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ea478501-db3b-4be7-88de-708cfe8b4df9 req-d53e3078-05a1-4e50-8df6-77311fa2402f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057913 Mar 16 16:36:31.963845 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:32.029396 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:29Z', 'revision_number': 3, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port': {'id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:32.069118 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbdf9-1256-498a-91cd-c10393dd5ff0 None None] The sync data for ids ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'] in dv-cinder-834009-1-iscsi is: [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:29Z', 'revision_number': 3, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port': {'id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:32.152036 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-a0dd38c4-3497-4ecb-addf-dd53ecdf82e5 None None] Provisioning complete for port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:32.152509 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a0dd38c4-3497-4ecb-addf-dd53ecdf82e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:32.172201 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:32.196892 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd38c4-3497-4ecb-addf-dd53ecdf82e5 None None] Port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:32.358563 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks [] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:32.367276 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:32.453337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Pushing event updated for resources: {'Port': ['ID=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:32.455667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:32.557381 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:36:32.558812 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:36:32.688858 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:36:32.810483 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:36:32.821654 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-648e70cf-f8a0-49c8-afd3-8d2738ae2d0b admin admin] 10.222.0.30 "PUT /v2.0/routers/ce06f122-62fa-4c3b-856a-b9b8eaf568e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6081789 Mar 16 16:36:32.840743 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-3f89dcb2-558a-43dc-94d1-5a13c4129719 None None] Provisioning complete for port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:32.841290 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3f89dcb2-558a-43dc-94d1-5a13c4129719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:32.889234 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-3f89dcb2-558a-43dc-94d1-5a13c4129719 None None] Port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:36:32.927602 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 11a8fb19-5ef7-44e8-bb39-ffacd179d30e up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:32.989860 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:32.990236 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.095900 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:33.096778 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.112001 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291b273-3ee6-4f66-9606-ebe200be882d req-aa8045f6-0dec-4931-b7df-f9a1e7d2d452 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:33.113854 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f291b273-3ee6-4f66-9606-ebe200be882d req-aa8045f6-0dec-4931-b7df-f9a1e7d2d452 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0685096 Mar 16 16:36:33.125996 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:33.131784 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.135978 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 597f8cc8-617e-40b8-aad4-341710b2ef6b up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:33.188137 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f291b273-3ee6-4f66-9606-ebe200be882d req-c704c7b8-94d6-46c6-8a83-7706c045369a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669272 Mar 16 16:36:33.233140 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:33.245546 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 597f8cc8-617e-40b8-aad4-341710b2ef6b triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:33.245934 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.330825 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 597f8cc8-617e-40b8-aad4-341710b2ef6b is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:33.506856 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37712) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:33.511382 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-f997b0b7-ec63-43a7-9bc7-16f738ecb08c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954460006', 'description': 'tempest-secgroup-smoke-1954460006 description', 'project_id': '60a06020c8a44210b58c419a83577897'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:33.534745 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f997b0b7-ec63-43a7-9bc7-16f738ecb08c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.611845 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f997b0b7-ec63-43a7-9bc7-16f738ecb08c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group (a773d0be-1ef3-456d-925e-1de946d5644c), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.616350 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f997b0b7-ec63-43a7-9bc7-16f738ecb08c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a773d0be-1ef3-456d-925e-1de946d5644c), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.643988 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997b0b7-ec63-43a7-9bc7-16f738ecb08c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a773d0be-1ef3-456d-925e-1de946d5644c,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:33.650273 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f997b0b7-ec63-43a7-9bc7-16f738ecb08c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.654581 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f997b0b7-ec63-43a7-9bc7-16f738ecb08c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1437101 Mar 16 16:36:33.655161 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37714) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:33.659376 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-0dd2bfc7-8408-497b-a806-4b14488134a3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'security_group_rule': {'security_group_id': 'a773d0be-1ef3-456d-925e-1de946d5644c', 'project_id': '60a06020c8a44210b58c419a83577897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:33.683077 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bfc7-8408-497b-a806-4b14488134a3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (a6bb2e32-d7ee-4d05-aa6c-34305aca5729), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.743234 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bfc7-8408-497b-a806-4b14488134a3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (a6bb2e32-d7ee-4d05-aa6c-34305aca5729), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.746463 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bfc7-8408-497b-a806-4b14488134a3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (a6bb2e32-d7ee-4d05-aa6c-34305aca5729), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.763576 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2bfc7-8408-497b-a806-4b14488134a3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bb2e32-d7ee-4d05-aa6c-34305aca5729,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:33.774051 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0dd2bfc7-8408-497b-a806-4b14488134a3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.777959 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-0dd2bfc7-8408-497b-a806-4b14488134a3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194787 Mar 16 16:36:33.778286 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37716) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:33.783451 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-7a1b24b5-2e86-458e-8834-2db660f690f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'security_group_rule': {'security_group_id': 'a773d0be-1ef3-456d-925e-1de946d5644c', 'project_id': '60a06020c8a44210b58c419a83577897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:33.809254 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7a1b24b5-2e86-458e-8834-2db660f690f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (2fa5dd31-47ad-4c18-921a-fde37ac275c0), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.875351 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7a1b24b5-2e86-458e-8834-2db660f690f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (2fa5dd31-47ad-4c18-921a-fde37ac275c0), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.879104 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Sync routers for ids ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:36:33.879920 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7a1b24b5-2e86-458e-8834-2db660f690f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (2fa5dd31-47ad-4c18-921a-fde37ac275c0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.889381 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Routers {'ce06f122-62fa-4c3b-856a-b9b8eaf568e0'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:33.890003 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:33.897946 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b24b5-2e86-458e-8834-2db660f690f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa5dd31-47ad-4c18-921a-fde37ac275c0,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:33.907039 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7a1b24b5-2e86-458e-8834-2db660f690f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.908262 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7a1b24b5-2e86-458e-8834-2db660f690f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289296 Mar 16 16:36:33.910928 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37718) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:33.916031 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-b5bb8100-99db-4e77-a6af-73eb4e7a313a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'security_group_rule': {'security_group_id': 'a773d0be-1ef3-456d-925e-1de946d5644c', 'project_id': '60a06020c8a44210b58c419a83577897', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:33.940742 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8100-99db-4e77-a6af-73eb4e7a313a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (f8c618a8-3ee5-4432-8ce7-cc8f01f01c89), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:33.999796 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8100-99db-4e77-a6af-73eb4e7a313a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (f8c618a8-3ee5-4432-8ce7-cc8f01f01c89), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.004370 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8100-99db-4e77-a6af-73eb4e7a313a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (f8c618a8-3ee5-4432-8ce7-cc8f01f01c89), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.005010 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Set router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:34.019724 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb8100-99db-4e77-a6af-73eb4e7a313a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c618a8-3ee5-4432-8ce7-cc8f01f01c89,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:34.034834 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8100-99db-4e77-a6af-73eb4e7a313a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.036043 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b5bb8100-99db-4e77-a6af-73eb4e7a313a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240411 Mar 16 16:36:34.039498 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 37720) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:34.043783 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-c02d7927-190f-4dc1-b758-d18455722254 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'security_group_rule': {'security_group_id': 'a773d0be-1ef3-456d-925e-1de946d5644c', 'project_id': '60a06020c8a44210b58c419a83577897', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:34.069916 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c02d7927-190f-4dc1-b758-d18455722254 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (a56374e4-79ad-4aa8-9f46-f74b5770ec91), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.134464 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c02d7927-190f-4dc1-b758-d18455722254 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (a56374e4-79ad-4aa8-9f46-f74b5770ec91), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.138640 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c02d7927-190f-4dc1-b758-d18455722254 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (a56374e4-79ad-4aa8-9f46-f74b5770ec91), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.157078 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d7927-190f-4dc1-b758-d18455722254 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56374e4-79ad-4aa8-9f46-f74b5770ec91,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:34.166607 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c02d7927-190f-4dc1-b758-d18455722254 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.170412 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c02d7927-190f-4dc1-b758-d18455722254 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273558 Mar 16 16:36:34.170840 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37722) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:34.175576 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'security_group_rule': {'security_group_id': 'a773d0be-1ef3-456d-925e-1de946d5644c', 'project_id': '60a06020c8a44210b58c419a83577897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:34.197306 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.securitygroups_db [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Project 60a06020c8a44210b58c419a83577897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 16:36:34.203338 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (551c01d1-a980-4bea-9606-ddd98b1c18ed), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.223232 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:32Z', 'revision_number': 4, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port': {'id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea', 'name': '', 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'mac_address': 'fa:16:3e:ee:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:31Z', 'updated_at': '2022-03-16T16:36:32Z', 'revision_number': 2, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'subnets': [{'id': 'cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:34.293639 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (551c01d1-a980-4bea-9606-ddd98b1c18ed), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.298800 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (551c01d1-a980-4bea-9606-ddd98b1c18ed), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.323303 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abade7-f9da-4759-b2c7-195158eeae90 req-b2aee7b5-917c-489e-bc0c-1ee77ecb48db tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:34.325067 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f3abade7-f9da-4759-b2c7-195158eeae90 req-b2aee7b5-917c-489e-bc0c-1ee77ecb48db tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0626888 Mar 16 16:36:34.330919 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551c01d1-a980-4bea-9606-ddd98b1c18ed,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:34.338943 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.343822 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d45921ea-fb44-410c-877b-1a42260be8eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1714578 Mar 16 16:36:34.344468 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 37728) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:36:34.349456 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'security_group_rule': {'security_group_id': 'a773d0be-1ef3-456d-925e-1de946d5644c', 'project_id': '60a06020c8a44210b58c419a83577897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:36:34.381105 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f3abade7-f9da-4759-b2c7-195158eeae90 req-b947f26f-1cd8-4bdb-a8f4-8b534f31696a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498750 Mar 16 16:36:34.384148 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.securitygroups_db [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Project 60a06020c8a44210b58c419a83577897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 16:36:34.389911 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (a6581b6a-5947-4d08-aaf6-a30a3fb10de9), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.403584 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Checking router: ce06f122-62fa-4c3b-856a-b9b8eaf568e0 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:36:34.404001 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Updating router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:36:34.439134 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.455240 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (a6581b6a-5947-4d08-aaf6-a30a3fb10de9), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.458682 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (a6581b6a-5947-4d08-aaf6-a30a3fb10de9), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.477694 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6581b6a-5947-4d08-aaf6-a30a3fb10de9,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:34.490076 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.490076 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5ca7e352-9bda-48d2-8290-65e72704f6f9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444981 Mar 16 16:36:34.715291 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Publish callbacks [] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.721088 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.773232 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01f71-8c3f-454e-91fe-63a9f0a247a9 None None] Pushing event updated for resources: {'Port': ['ID=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:34.828918 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 11a8fb19-5ef7-44e8-bb39-ffacd179d30e up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:34.876464 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Attempting to bind port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:36:34.876839 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Attempting to bind port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:36:34.877208 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Attempting to bind port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea on network bbe1ef0c-eea2-440c-801c-1871cde1af46 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:36:34.889254 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:36:34.889880 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Checking segment: {'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:36:34.890076 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.890475 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Bound using segment: {'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:36:34.890980 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Bound port: b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb68022-a81f-4fbb-8879-433159017360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:36:34.891367 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:34.955714 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:34.956093 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:35.004334 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] For port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:36:35.026008 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] For port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,segment=NetworkSegment(fbb68022-a81f-4fbb-8879-433159017360),segment_id=fbb68022-a81f-4fbb-8879-433159017360)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:36:35.042720 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:35.053486 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-1ee965cb-e20c-46c7-ac87-6cd28b13f8b4 None None] Provisioning complete for port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:35.053861 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1ee965cb-e20c-46c7-ac87-6cd28b13f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:35.174325 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:35.183891 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Routers {'ce06f122-62fa-4c3b-856a-b9b8eaf568e0'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:36:35.184554 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:36:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:35.187133 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01f71-8c3f-454e-91fe-63a9f0a247a9 None None] Pushing event updated for resources: {'Port': ['ID=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:35.321297 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-1ee965cb-e20c-46c7-ac87-6cd28b13f8b4 None None] Current status of the port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:35.321691 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1ee965cb-e20c-46c7-ac87-6cd28b13f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:35.361317 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] Set router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:36:35.399285 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-1ee965cb-e20c-46c7-ac87-6cd28b13f8b4 None None] For port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,segment=NetworkSegment(fbb68022-a81f-4fbb-8879-433159017360),segment_id=fbb68022-a81f-4fbb-8879-433159017360)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:35.406542 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1ee965cb-e20c-46c7-ac87-6cd28b13f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:35.520094 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae32de-545e-4794-afa5-0c8262478c13 req-e841e6a2-8c8d-4dd4-8d47-1d6e8067e054 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:35.521908 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d0ae32de-545e-4794-afa5-0c8262478c13 req-e841e6a2-8c8d-4dd4-8d47-1d6e8067e054 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0544493 Mar 16 16:36:35.552641 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee965cb-e20c-46c7-ac87-6cd28b13f8b4 None None] Pushing event updated for resources: {'Port': ['ID=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:35.567224 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-cab9fb00-9227-4b34-8dba-983fc5ad8c1b None None] Provisioning complete for port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:35.567602 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-cab9fb00-9227-4b34-8dba-983fc5ad8c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:35.574778 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d0ae32de-545e-4794-afa5-0c8262478c13 req-6e2f4a55-15f5-4189-96f9-e8b31119373e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Mar 16 16:36:35.697452 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:32Z', 'revision_number': 4, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port': {'id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea', 'name': '', 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'mac_address': 'fa:16:3e:ee:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:31Z', 'updated_at': '2022-03-16T16:36:34Z', 'revision_number': 4, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'subnets': [{'id': 'cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:36:35.699084 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-cab9fb00-9227-4b34-8dba-983fc5ad8c1b None None] Current status of the port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:35.728360 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07609e-aecf-4006-9e11-15d23a5e0ced None None] The sync data for ids ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'] in dv-cinder-834009-1-iscsi is: [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:32Z', 'revision_number': 4, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port': {'id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea', 'name': '', 'network_id': 'bbe1ef0c-eea2-440c-801c-1871cde1af46', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'mac_address': 'fa:16:3e:ee:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:31Z', 'updated_at': '2022-03-16T16:36:34Z', 'revision_number': 4, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'subnets': [{'id': 'cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:36:36.701212 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb5dd6-5d73-4ea5-8a49-4cd2b4ab71de req-b329c79f-cf15-4285-94b7-955a52fff8b6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:36.702698 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eacb5dd6-5d73-4ea5-8a49-4cd2b4ab71de req-b329c79f-cf15-4285-94b7-955a52fff8b6 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0531936 Mar 16 16:36:36.753122 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eacb5dd6-5d73-4ea5-8a49-4cd2b4ab71de req-c3d438dc-1ff5-4610-90a7-036b89c8508b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Mar 16 16:36:36.828756 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:36:36.881890 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:36:36.882820 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:36.960210 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:36:37.878257 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f7731-7787-4c67-83cb-8655038f7656 req-f62380f7-6bc3-4520-bae3-6bb1183fd9e7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:37.879772 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7b5f7731-7787-4c67-83cb-8655038f7656 req-f62380f7-6bc3-4520-bae3-6bb1183fd9e7 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Mar 16 16:36:37.926582 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7b5f7731-7787-4c67-83cb-8655038f7656 req-08350a6b-8d1d-4900-90e4-4a85d2076e50 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Mar 16 16:36:38.359118 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74d5c9-9ac2-4223-b564-c06e6700a53f req-34426b96-3380-4be3-bfe8-6f3d175f9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:38.360633 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-da74d5c9-9ac2-4223-b564-c06e6700a53f req-34426b96-3380-4be3-bfe8-6f3d175f9049 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.0442157 Mar 16 16:36:38.406161 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-da74d5c9-9ac2-4223-b564-c06e6700a53f req-bfde3879-eb07-4254-85c3-b940b72f31e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Mar 16 16:36:39.047926 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb41686-df55-42e6-8ee0-1c4cee435221 req-8df37b24-8337-48a1-88e8-b81b41e8fa62 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:39.049509 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bfb41686-df55-42e6-8ee0-1c4cee435221 req-8df37b24-8337-48a1-88e8-b81b41e8fa62 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0556321 Mar 16 16:36:39.101644 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bfb41686-df55-42e6-8ee0-1c4cee435221 req-eee9562a-fe8d-446d-bbd1-d396a6248b76 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Mar 16 16:36:40.221850 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b9f49-cdfe-4aa2-8662-9f379d7e9b0b req-a0f52f61-8963-42f2-bac4-8769e73c3a94 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:40.223337 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-137b9f49-cdfe-4aa2-8662-9f379d7e9b0b req-a0f52f61-8963-42f2-bac4-8769e73c3a94 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0556197 Mar 16 16:36:40.270533 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-137b9f49-cdfe-4aa2-8662-9f379d7e9b0b req-a50b19a5-976d-4afa-967c-52a8b8dae69a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Mar 16 16:36:41.391819 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d791ac-f47a-4aed-b8e6-35b800c0353b req-5eecaf90-efc1-4755-b26e-33744ce4fc76 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:41.393428 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-69d791ac-f47a-4aed-b8e6-35b800c0353b req-5eecaf90-efc1-4755-b26e-33744ce4fc76 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0558326 Mar 16 16:36:41.440354 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-69d791ac-f47a-4aed-b8e6-35b800c0353b req-a1259aed-9ef6-4db3-8927-e591938fcbd3 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Mar 16 16:36:41.792202 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-bd31fa0b-2dac-4f98-8b5f-ee895e32161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:41.793975 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-bd31fa0b-2dac-4f98-8b5f-ee895e32161c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a418967bb354e35944e77d80fed1df3&device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 1129 time: 0.0493021 Mar 16 16:36:41.798149 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5460-df0a-4bb6-8aad-0e2b162fa85f req-775b811b-54a9-4c98-ae15-210985ec5db9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:41.799813 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-026b5460-df0a-4bb6-8aad-0e2b162fa85f req-775b811b-54a9-4c98-ae15-210985ec5db9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0652192 Mar 16 16:36:41.875657 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-026b5460-df0a-4bb6-8aad-0e2b162fa85f req-5c530b9d-2c8b-4286-9a59-77ffef81c2af tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672660 Mar 16 16:36:41.915210 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-9fbc10d7-3adc-4c15-8fde-f2a418adf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:41.916889 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-9fbc10d7-3adc-4c15-8fde-f2a418adf5af service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 200 len: 920 time: 0.1155460 Mar 16 16:36:41.959930 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-8c35566a-4dae-4359-a606-dd695b0d8a22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 200 len: 217 time: 0.0363312 Mar 16 16:36:42.007518 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-eadc2b81-56c2-4a8e-b0db-496299fa35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:42.009117 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-eadc2b81-56c2-4a8e-b0db-496299fa35f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 200 len: 859 time: 0.0434484 Mar 16 16:36:42.042057 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-f54cc8b1-e5b4-434e-9196-52f21f1eef01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261803 Mar 16 16:36:42.132410 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-32fefc1c-3991-4a46-99cf-726815f8c17e service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823219 Mar 16 16:36:42.226795 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f84f60c3-4da8-4aae-be04-b3a39e01ad48 req-c5bcb974-e66e-4364-8163-4fadc9472998 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869441 Mar 16 16:36:43.010322 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f52f5a-df81-492e-9fd9-4f3603007085 req-dc23054f-fd89-4f68-94b3-19c0cfeca699 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:43.011881 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f8f52f5a-df81-492e-9fd9-4f3603007085 req-dc23054f-fd89-4f68-94b3-19c0cfeca699 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0642653 Mar 16 16:36:43.080310 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f8f52f5a-df81-492e-9fd9-4f3603007085 req-cc320fa7-8150-447b-b06b-d7149f624200 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627561 Mar 16 16:36:43.187356 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0228f67-6cb2-4111-886b-2f3c734bccd7 req-7649f99b-d7c8-4889-b31f-cf702380d4ed tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:43.188876 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d0228f67-6cb2-4111-886b-2f3c734bccd7 req-7649f99b-d7c8-4889-b31f-cf702380d4ed tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Mar 16 16:36:43.240204 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d0228f67-6cb2-4111-886b-2f3c734bccd7 req-08ab3ee6-d206-4bd2-bb74-186b27d12b68 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Mar 16 16:36:44.008391 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0f542a8a-0bc6-4566-8528-eb8ed6eb8ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:44.206825 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80834191-246f-4f77-ae6b-83a288e6015a req-43a6e295-df01-4345-a7d2-dd50703f60da tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:44.208519 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-80834191-246f-4f77-ae6b-83a288e6015a req-43a6e295-df01-4345-a7d2-dd50703f60da tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0582306 Mar 16 16:36:44.256126 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-80834191-246f-4f77-ae6b-83a288e6015a req-7a21e512-9001-4f03-baa7-856b9caefff1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Mar 16 16:36:44.377903 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218ba23-ca08-45b4-849c-b414ea7662ad req-b6932ca9-528f-4ffc-b763-6b09a5f611c4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:44.379386 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b218ba23-ca08-45b4-849c-b414ea7662ad req-b6932ca9-528f-4ffc-b763-6b09a5f611c4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0609224 Mar 16 16:36:44.433031 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b218ba23-ca08-45b4-849c-b414ea7662ad req-37b9ebf3-30c2-4b36-94d3-08db11425f4f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472062 Mar 16 16:36:45.373017 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f04e5-fa77-4a6c-a359-792688b83b43 req-633d4e5e-7490-487a-906d-95afc1b2f2fa tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:45.374499 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-859f04e5-fa77-4a6c-a359-792688b83b43 req-633d4e5e-7490-487a-906d-95afc1b2f2fa tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0538776 Mar 16 16:36:45.422307 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-859f04e5-fa77-4a6c-a359-792688b83b43 req-24c5256a-5b61-4857-8780-bb8ed750e93a tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Mar 16 16:36:45.556680 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ebb50-3cc0-4ac3-b685-cef86e4e5873 req-8e07bb81-7a03-40cb-be7c-6c6960a85262 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:45.558627 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0c5ebb50-3cc0-4ac3-b685-cef86e4e5873 req-8e07bb81-7a03-40cb-be7c-6c6960a85262 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0547094 Mar 16 16:36:45.604185 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0c5ebb50-3cc0-4ac3-b685-cef86e4e5873 req-5b69b0d7-30df-4cbc-b0a1-4a8da74ba30f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401003 Mar 16 16:36:46.309433 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f00e863e-0622-4195-abd1-ffea81a658f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:46.548042 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53f716-6e2c-4722-aded-f6f0a585d18a req-fe8800a5-d825-4606-8657-4f4b87950698 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:46.549553 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5d53f716-6e2c-4722-aded-f6f0a585d18a req-fe8800a5-d825-4606-8657-4f4b87950698 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0574708 Mar 16 16:36:46.599393 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5d53f716-6e2c-4722-aded-f6f0a585d18a req-6fd62ae4-d261-4103-8294-d511229ce287 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 Mar 16 16:36:46.727365 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72144845-4805-4387-8e3d-048294d55d67 req-28ed0f06-cbfe-4345-abec-8fb6bee5fd3c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:46.728874 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-72144845-4805-4387-8e3d-048294d55d67 req-28ed0f06-cbfe-4345-abec-8fb6bee5fd3c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Mar 16 16:36:46.779875 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-72144845-4805-4387-8e3d-048294d55d67 req-694f29cc-a5cd-4bba-9c4a-0310c8bdf25f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 Mar 16 16:36:47.530220 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:47.723019 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9ba5d-c86a-42ba-9923-39875f09a727 req-bd198aea-4f6e-4454-9e8b-fc2b910e699c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:47.724511 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3b9ba5d-c86a-42ba-9923-39875f09a727 req-bd198aea-4f6e-4454-9e8b-fc2b910e699c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0521808 Mar 16 16:36:47.772568 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3b9ba5d-c86a-42ba-9923-39875f09a727 req-90514a94-795e-4de8-880c-956ac800608d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Mar 16 16:36:47.911849 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fcbbf-e65a-4a26-8523-539eb08d925e req-318dd54a-1e67-4bb1-b7ae-4aa6ce1e90a0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:47.913494 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ba2fcbbf-e65a-4a26-8523-539eb08d925e req-318dd54a-1e67-4bb1-b7ae-4aa6ce1e90a0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0598764 Mar 16 16:36:47.962757 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ba2fcbbf-e65a-4a26-8523-539eb08d925e req-8d8f515d-2de0-4cc8-9372-bc3b1c727ee6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433280 Mar 16 16:36:49.022585 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:49.095898 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3009c3-a7a5-4bbb-960f-d99150e30709 req-0f884b0c-480e-4998-8c0c-14df13ac8fc3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:49.097422 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2b3009c3-a7a5-4bbb-960f-d99150e30709 req-0f884b0c-480e-4998-8c0c-14df13ac8fc3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0534582 Mar 16 16:36:49.148830 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2b3009c3-a7a5-4bbb-960f-d99150e30709 req-9132c862-9228-43b6-aa6f-54d21e118655 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Mar 16 16:36:50.281154 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b522f6-2d23-4104-bc1c-9812d63253b0 req-1a978d9b-31f5-4499-8206-db3e1aaf267c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:50.283404 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-30b522f6-2d23-4104-bc1c-9812d63253b0 req-1a978d9b-31f5-4499-8206-db3e1aaf267c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0562346 Mar 16 16:36:50.298342 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:50.334900 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-30b522f6-2d23-4104-bc1c-9812d63253b0 req-36bc9092-941b-4012-bbf9-60f3e0254ad0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459194 Mar 16 16:36:51.458260 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86700b4-520c-440a-9627-135272512d17 req-47237e24-50ff-46b4-bcdf-601a9d1b2f5d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:51.459725 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a86700b4-520c-440a-9627-135272512d17 req-47237e24-50ff-46b4-bcdf-601a9d1b2f5d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0519423 Mar 16 16:36:51.505726 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a86700b4-520c-440a-9627-135272512d17 req-d99271bd-abdd-4bc5-a9d6-8ebbb68e4c53 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401275 Mar 16 16:36:52.124561 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd184b00-05cf-43a3-8594-d35c9ea8c6de req-cbfff69c-ed5d-4b44-9299-fbb6bb562ffc tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:52.126096 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dd184b00-05cf-43a3-8594-d35c9ea8c6de req-cbfff69c-ed5d-4b44-9299-fbb6bb562ffc tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0567479 Mar 16 16:36:52.174878 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dd184b00-05cf-43a3-8594-d35c9ea8c6de req-529cea64-8daf-4091-83b9-65cf77d10601 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 Mar 16 16:36:52.624870 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284b20-e060-4679-bf28-506f6ca48907 req-3b87378f-2e93-4487-acdf-0fc9658158fc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:52.626251 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e9284b20-e060-4679-bf28-506f6ca48907 req-3b87378f-2e93-4487-acdf-0fc9658158fc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0513828 Mar 16 16:36:52.671976 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e9284b20-e060-4679-bf28-506f6ca48907 req-a09232d6-3e24-4132-b49e-2c67c7655ba7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Mar 16 16:36:53.295142 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458295e-f68d-49e8-b876-86697fc48940 req-dbabceee-bf8d-444e-9c87-8212a572befb tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:53.296589 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3458295e-f68d-49e8-b876-86697fc48940 req-dbabceee-bf8d-444e-9c87-8212a572befb tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0551934 Mar 16 16:36:53.343746 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3458295e-f68d-49e8-b876-86697fc48940 req-34632dd1-88a1-4887-9dec-3febcd25d5cd tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Mar 16 16:36:53.794535 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343797db-84fc-4ff3-a1b6-5a1dc1c93f3d req-363e384b-b214-4e49-8cff-dee645c09d07 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:53.796225 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-343797db-84fc-4ff3-a1b6-5a1dc1c93f3d req-363e384b-b214-4e49-8cff-dee645c09d07 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0525165 Mar 16 16:36:53.846861 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-343797db-84fc-4ff3-a1b6-5a1dc1c93f3d req-b8a0ae03-7dee-4b87-bdda-55e1a9f1e432 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 Mar 16 16:36:54.466485 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e34c8e-ef95-47ef-835c-0fde1596adaa req-f09b7820-5417-4c2e-a076-f4a9b38856d7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:54.467973 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-97e34c8e-ef95-47ef-835c-0fde1596adaa req-f09b7820-5417-4c2e-a076-f4a9b38856d7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0577855 Mar 16 16:36:54.513845 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-97e34c8e-ef95-47ef-835c-0fde1596adaa req-d3a0fa2d-7e37-482a-8748-787f5434ea7e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Mar 16 16:36:54.864070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:54.867542 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db19e0-5d92-48f9-9ee2-03256f960521 req-ce88249b-97d5-4ced-958e-1a238a3d9f4d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:54.869357 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-41db19e0-5d92-48f9-9ee2-03256f960521 req-ce88249b-97d5-4ced-958e-1a238a3d9f4d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0530689 Mar 16 16:36:54.916882 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-41db19e0-5d92-48f9-9ee2-03256f960521 req-6a9f3c39-cfc6-4c86-a6e6-97282039481e tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Mar 16 16:36:54.971461 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105e8b8-03ca-4012-aa06-430473ac6a2e req-720a9973-8d51-4fa0-9a56-45faeb767622 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:54.973539 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a105e8b8-03ca-4012-aa06-430473ac6a2e req-720a9973-8d51-4fa0-9a56-45faeb767622 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0529749 Mar 16 16:36:55.020321 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a105e8b8-03ca-4012-aa06-430473ac6a2e req-e4fb1755-b2a7-4a52-997a-a2fe694430ee tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Mar 16 16:36:55.634129 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b208d2-f816-4d9a-b3f8-4047b0de493f req-faa62b9c-eb11-4bfb-b260-1ed3c6a03ef3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:55.636142 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f7b208d2-f816-4d9a-b3f8-4047b0de493f req-faa62b9c-eb11-4bfb-b260-1ed3c6a03ef3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0551312 Mar 16 16:36:55.681172 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f7b208d2-f816-4d9a-b3f8-4047b0de493f req-59aa0ab5-466b-4857-b7ba-aea09e3f2961 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 Mar 16 16:36:56.036469 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2bd2-53cd-418b-8282-af911729f7d2 req-c61fc9e4-601f-47de-944d-d45bc977d28c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:56.037960 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bdbb2bd2-53cd-418b-8282-af911729f7d2 req-c61fc9e4-601f-47de-944d-d45bc977d28c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0545399 Mar 16 16:36:56.090056 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bdbb2bd2-53cd-418b-8282-af911729f7d2 req-e125282e-9a91-4ccd-ad91-192cc5cf1f7c tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460277 Mar 16 16:36:56.143246 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c2fc-a352-4faf-b720-3a535138360a req-3c25e3c1-d7fe-4550-890b-d2a289166171 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:56.144752 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7762c2fc-a352-4faf-b720-3a535138360a req-3c25e3c1-d7fe-4550-890b-d2a289166171 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0531189 Mar 16 16:36:56.192708 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7762c2fc-a352-4faf-b720-3a535138360a req-1d719cc9-60e4-4e65-8ebc-27fd22844458 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Mar 16 16:36:56.797488 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-dc513925-2de1-4c69-9d1e-40d9b7eb24f8 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43707153&fields=id&tenant_id=bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 267 time: 0.0476224 Mar 16 16:36:56.810287 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fc069-9e80-4367-9acd-62ba65af6341 req-8ca72302-4b4a-4ae4-a3ea-a7efbb54fb9a tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:56.811782 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-999fc069-9e80-4367-9acd-62ba65af6341 req-8ca72302-4b4a-4ae4-a3ea-a7efbb54fb9a tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0598283 Mar 16 16:36:56.871497 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-999fc069-9e80-4367-9acd-62ba65af6341 req-15cd9827-4a07-4a03-90cb-2ba137231fc5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539706 Mar 16 16:36:56.912265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-1bdb64b2-8414-41b3-a2d2-e683ce5b5478 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:56.913758 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-1bdb64b2-8414-41b3-a2d2-e683ce5b5478 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 811 time: 0.1097975 Mar 16 16:36:56.929003 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-afc9e149-695e-41ee-a335-7d8dbf7cf8e2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/quotas/bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 375 time: 0.0089011 Mar 16 16:36:56.985723 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-6cccf97f-89c7-423d-a63f-60081c572e0b tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503960 Mar 16 16:36:57.086471 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-4d7d26ac-50ab-493d-b84d-b4c812cb664e service neutron] 10.222.0.30 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884411 Mar 16 16:36:57.178097 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-6bbde4ca-caaf-4aed-ba4c-8ec8482eba3d service neutron] 10.222.0.30 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857003 Mar 16 16:36:57.210224 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d3de7-f6e9-4d3e-b771-450bb5c15889 req-35b2b1dc-a473-4155-ad10-d65948db7f1f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:57.211742 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5d3d3de7-f6e9-4d3e-b771-450bb5c15889 req-35b2b1dc-a473-4155-ad10-d65948db7f1f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0538743 Mar 16 16:36:57.268131 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5d3d3de7-f6e9-4d3e-b771-450bb5c15889 req-dfb5c811-757e-412c-9bca-877ae3f7a308 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508349 Mar 16 16:36:57.385963 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964467e8-5af4-4fd9-8436-f2a4c5bddc80 req-7f58029f-d53a-4358-8922-60b65d2eecdd tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:57.387544 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-964467e8-5af4-4fd9-8436-f2a4c5bddc80 req-7f58029f-d53a-4358-8922-60b65d2eecdd tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0596833 Mar 16 16:36:57.433918 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-964467e8-5af4-4fd9-8436-f2a4c5bddc80 req-0cd10cc1-5623-4cb8-b4f8-f57386b6fcef tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Mar 16 16:36:57.995269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c95c-ac39-4c13-b86b-527d9e64dc26 req-2f09b449-e9c3-420b-b7db-ab0a15b73512 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:57.996303 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6278c95c-ac39-4c13-b86b-527d9e64dc26 req-2f09b449-e9c3-420b-b7db-ab0a15b73512 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0526531 Mar 16 16:36:58.042865 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6278c95c-ac39-4c13-b86b-527d9e64dc26 req-192bb620-d3e0-4821-b57c-42df30bb142f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Mar 16 16:36:58.382941 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400145ec-6ef2-46f1-8006-346f8823e300 req-0b1cd266-85d5-4f86-8664-8d947a6e33de tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:58.384475 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-400145ec-6ef2-46f1-8006-346f8823e300 req-0b1cd266-85d5-4f86-8664-8d947a6e33de tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0519948 Mar 16 16:36:58.443383 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-400145ec-6ef2-46f1-8006-346f8823e300 req-ebd25b71-17ec-46e7-b03b-7755231d1155 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512352 Mar 16 16:36:58.490488 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f81db1fb-6ca7-4e52-a2ce-34cefbfa24df req-2d04b540-3935-4c44-8cb7-a4ed30bad23b tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 210 time: 0.0319710 Mar 16 16:36:58.580564 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e507a-0c22-40e8-9bd4-c589a42faa93 req-6b979bb7-9fc0-4d14-aafe-207c57ca1a15 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:58.583268 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bd3e507a-0c22-40e8-9bd4-c589a42faa93 req-6b979bb7-9fc0-4d14-aafe-207c57ca1a15 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0559070 Mar 16 16:36:58.596720 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-d0889faa-2347-4170-bed5-766744d9b8c2 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:58.598313 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-d0889faa-2347-4170-bed5-766744d9b8c2 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 946 time: 0.0612957 Mar 16 16:36:58.632690 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bd3e507a-0c22-40e8-9bd4-c589a42faa93 req-de05d9f0-1e12-4042-a532-b45e91301140 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Mar 16 16:36:58.702912 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Deleting port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:36:58.703274 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:58.804479 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] For port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:36:58.804848 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:58.819262 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Calling delete_port for 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:36:58.949345 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (0b1dac2b-f6a4-4e2c-8c5f-46173014f73f), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:58.972616 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a', '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:36:58.989057 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Pushing event deleted for resources: {'Port': ['ID=0b1dac2b-f6a4-4e2c-8c5f-46173014f73f,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:36:59.029488 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] No DVR routers for this DVR port 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:36:59.032776 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:36:59.036099 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f810b5ca-d9a7-4972-9c97-85c90bd0b1e0 req-bcd20b81-c5a6-4b89-9293-9f4840bb4a04 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "DELETE /v2.0/ports/0b1dac2b-f6a4-4e2c-8c5f-46173014f73f HTTP/1.1" status: 204 len: 173 time: 0.4327147 Mar 16 16:36:59.036888 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'name': 'network-vif-deleted', 'tag': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:36:59.039757 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7603feec-7553-4c23-8b3e-da1f8eb2d22e" -d '{"events": [{"server_uuid": "231ad5dc-519f-47ad-b32b-65e65ec9700c", "name": "network-vif-deleted", "tag": "0b1dac2b-f6a4-4e2c-8c5f-46173014f73f"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:36:59.087503 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae74771-2b54-42ec-9390-2ae5beef21cf x-openstack-request-id: req-9ae74771-2b54-42ec-9390-2ae5beef21cf {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:36:59.088406 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ad5dc-519f-47ad-b32b-65e65ec9700c", "name": "network-vif-deleted", "tag": "0b1dac2b-f6a4-4e2c-8c5f-46173014f73f", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:36:59.089636 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ae74771-2b54-42ec-9390-2ae5beef21cf {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:36:59.090068 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231ad5dc-519f-47ad-b32b-65e65ec9700c', 'name': 'network-vif-deleted', 'tag': '0b1dac2b-f6a4-4e2c-8c5f-46173014f73f', 'status': 'completed', 'code': 200} Mar 16 16:36:59.173482 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1a71-b2da-4cdd-bcba-95ed89d164d7 req-99b2ca89-fd57-4246-9589-e46594fac2e7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:59.174980 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f6ce1a71-b2da-4cdd-bcba-95ed89d164d7 req-99b2ca89-fd57-4246-9589-e46594fac2e7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0566406 Mar 16 16:36:59.222311 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f6ce1a71-b2da-4cdd-bcba-95ed89d164d7 req-667c50ae-4b5d-4865-8387-4d8c031c2f48 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 Mar 16 16:36:59.551393 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b304cf78-5999-4e22-967c-0176c0ee310c req-510c1a7b-9326-4556-a415-dac75b48506b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=231ad5dc-519f-47ad-b32b-65e65ec9700c HTTP/1.1" status: 200 len: 210 time: 0.0273483 Mar 16 16:36:59.589367 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-002cc91e-88c7-4e5e-bd27-87bed4df7c1e req-9be94b88-0fee-4c94-9dd4-61dc4a34e9cb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 210 time: 0.0327702 Mar 16 16:36:59.823938 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-9c9b7497-dabc-4026-be49-b9b9d143f651 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:59.825619 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-9c9b7497-dabc-4026-be49-b9b9d143f651 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 811 time: 0.1418240 Mar 16 16:36:59.833832 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dcd96-4a0b-4ef5-9e89-13a06c6962fb req-a4a82343-9b11-4eaf-af88-cea69b57e1a3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:36:59.835325 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ea0dcd96-4a0b-4ef5-9e89-13a06c6962fb req-a4a82343-9b11-4eaf-af88-cea69b57e1a3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0990307 Mar 16 16:36:59.916045 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ea0dcd96-4a0b-4ef5-9e89-13a06c6962fb req-5b1875d7-36c4-4f1f-9106-fc461a5afa87 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739064 Mar 16 16:36:59.922517 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-5fe3e34e-6e22-44ff-a7d8-27748df10b75 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 378 time: 0.0863111 Mar 16 16:36:59.931736 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'port': {'device_id': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'admin_state_up': True, 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'security_groups': ['ec1c26d5-a414-41c3-b0ff-f704a52f38aa']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:37:00.038833 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Made reservation on behalf of bd3136bf22694f2188dfb81fc75f84bf for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:37:00.042853 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:00.178002 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Allocated IP 172.20.0.14 (f3856578-ed0d-4913-964c-b6ede10159d4/feea2aad-8e14-4c05-9d01-b76954f9d544/6da21da6-9a09-4981-bc03-2c1b25be405d) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:37:00.313626 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:00.340748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d58840-7d7f-4993-954d-ecb441ff74bd req-19a23c05-7c5b-4a06-bfac-f98881cc7c71 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:00.342228 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c5d58840-7d7f-4993-954d-ecb441ff74bd req-19a23c05-7c5b-4a06-bfac-f98881cc7c71 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0530479 Mar 16 16:37:00.347045 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:00.391857 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c5d58840-7d7f-4993-954d-ecb441ff74bd req-14474a00-2cbf-446d-a102-e94c79847fe8 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Mar 16 16:37:00.609077 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Network f3856578-ed0d-4913-964c-b6ede10159d4 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:37:00.612261 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:37:00.616151 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:37:00.623961 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=6da21da6-9a09-4981-bc03-2c1b25be405d,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:00.672898 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:00.673504 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:00.717025 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-9767e9d9-882b-4165-9f02-2c37d886dd0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7887716 Mar 16 16:37:00.732217 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Request body: {'port': {'device_id': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:37:00.802853 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0650b80-d2f6-4918-a618-930db18d42c6 req-6739f82d-19b3-48c9-bcf6-aa3bd18e9c32 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:00.804549 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c0650b80-d2f6-4918-a618-930db18d42c6 req-6739f82d-19b3-48c9-bcf6-aa3bd18e9c32 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 932 time: 0.1246493 Mar 16 16:37:00.849903 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:00.872097 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148eca-89b9-4788-8d8a-044c30dfe92b req-503d2ad1-29ce-48d3-a4fd-0717786a32c0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:00.874996 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0c148eca-89b9-4788-8d8a-044c30dfe92b req-503d2ad1-29ce-48d3-a4fd-0717786a32c0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0717690 Mar 16 16:37:00.893157 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-595c0f6e-80b8-435a-a687-3c87ae8d489b None None] Provisioning complete for port 6da21da6-9a09-4981-bc03-2c1b25be405d triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:37:00.893686 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-595c0f6e-80b8-435a-a687-3c87ae8d489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:00.912594 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c0650b80-d2f6-4918-a618-930db18d42c6 req-409d6aa8-4514-4e62-b52d-2bde196756bd tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875208 Mar 16 16:37:00.936871 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-595c0f6e-80b8-435a-a687-3c87ae8d489b None None] Port 6da21da6-9a09-4981-bc03-2c1b25be405d cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:37:00.937002 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0c148eca-89b9-4788-8d8a-044c30dfe92b req-f795f8c2-a740-4b6d-b28a-4c2c1c61cd14 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 Mar 16 16:37:01.098994 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0ebb3-18c2-411e-ac9a-a415d3e2763d req-cef533fe-0ec9-40df-a17d-ed7fb8c851d4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:01.100496 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e5f0ebb3-18c2-411e-ac9a-a415d3e2763d req-cef533fe-0ec9-40df-a17d-ed7fb8c851d4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.1085229 Mar 16 16:37:01.180327 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e5f0ebb3-18c2-411e-ac9a-a415d3e2763d req-1b451fd7-61f8-4888-91be-ae7f33f41d27 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717041 Mar 16 16:37:01.222219 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da21da6-9a09-4981-bc03-2c1b25be405d {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:37:01.230188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Publish callbacks [] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:01.242009 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Transition to ACTIVE for port object 6da21da6-9a09-4981-bc03-2c1b25be405d will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:37:01.246650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:01.295323 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Pushing event updated for resources: {'Port': ['ID=6da21da6-9a09-4981-bc03-2c1b25be405d,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:01.368960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Attempting to bind port 6da21da6-9a09-4981-bc03-2c1b25be405d on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:37:01.369419 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Attempting to bind port 6da21da6-9a09-4981-bc03-2c1b25be405d by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:37:01.369808 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Attempting to bind port 6da21da6-9a09-4981-bc03-2c1b25be405d on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:37:01.375455 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Port 6da21da6-9a09-4981-bc03-2c1b25be405d on network f3856578-ed0d-4913-964c-b6ede10159d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:37:01.375861 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Attempting to bind port 6da21da6-9a09-4981-bc03-2c1b25be405d on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:37:01.381031 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:37:01.381455 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Checking segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:37:01.381912 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Bound using segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:37:01.382411 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Bound port: 6da21da6-9a09-4981-bc03-2c1b25be405d, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:37:01.382838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:01.456066 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] For port 6da21da6-9a09-4981-bc03-2c1b25be405d, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:37:01.459384 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] For port 6da21da6-9a09-4981-bc03-2c1b25be405d, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6da21da6-9a09-4981-bc03-2c1b25be405d,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:37:01.467587 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:01.483509 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:37:01.515010 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:01.515633 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:01.517075 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] 10.222.0.57 "PUT /v2.0/ports/6da21da6-9a09-4981-bc03-2c1b25be405d HTTP/1.1" status: 200 len: 1094 time: 0.7908061 Mar 16 16:37:01.517558 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:01.519807 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a1b55e-f350-480b-930c-37c70d12d8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:01.545260 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6d527-f624-41b4-bb54-9facfa784cef service neutron] Pushing event updated for resources: {'Port': ['ID=6da21da6-9a09-4981-bc03-2c1b25be405d,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:01.547982 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228ab0d-a294-48ad-825d-cb5c15356215 req-9b804eea-1c1d-48df-8ff8-8803bc36ede1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:01.549334 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c228ab0d-a294-48ad-825d-cb5c15356215 req-9b804eea-1c1d-48df-8ff8-8803bc36ede1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0850306 Mar 16 16:37:01.568033 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5658e498-002f-4ac3-807d-9f0be733b0a1 x-openstack-request-id: req-5658e498-002f-4ac3-807d-9f0be733b0a1 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:01.568551 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:01.568953 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5658e498-002f-4ac3-807d-9f0be733b0a1 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:01.569511 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'status': 'completed', 'code': 200} Mar 16 16:37:01.615807 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c228ab0d-a294-48ad-825d-cb5c15356215 req-6b22da0d-7583-48ae-aea1-9338317091cc tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606956 Mar 16 16:37:01.627119 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-7ddb34f2-cb97-448c-91e3-cc3fcad4a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:01.629450 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-7ddb34f2-cb97-448c-91e3-cc3fcad4a1aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 1128 time: 0.0582345 Mar 16 16:37:01.678229 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-c3051ef1-53d8-4b64-a4eb-c61efbc526ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da21da6-9a09-4981-bc03-2c1b25be405d HTTP/1.1" status: 200 len: 217 time: 0.0394681 Mar 16 16:37:01.728458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-42703ece-e2ea-48b4-b9f4-e0e87e82a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:01.730445 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-42703ece-e2ea-48b4-b9f4-e0e87e82a469 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0450580 Mar 16 16:37:01.790405 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6323-503c-495e-a848-60a1cf338d36 req-19f258db-a006-4d60-bc57-244dd91ad946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:01.792636 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-19f258db-a006-4d60-bc57-244dd91ad946 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544846 Mar 16 16:37:01.884977 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-6f57de5f-0402-4739-bae4-7773c6414ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842152 Mar 16 16:37:01.976058 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:37:01.976644 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-687e6323-503c-495e-a848-60a1cf338d36 req-18828c13-5da6-4de0-9a5a-0e2ddf884f93 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840909 Mar 16 16:37:01.979415 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:37:02.017347 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:37:02.017697 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 0b1dac2b-f6a4-4e2c-8c5f-46173014f73f not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:37:02.056004 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a7bc-f4a3-4ff8-92b1-0834275074f6 req-8d29f567-e887-447c-b899-b60fda7e0698 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.058569 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2c55a7bc-f4a3-4ff8-92b1-0834275074f6 req-8d29f567-e887-447c-b899-b60fda7e0698 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0714943 Mar 16 16:37:02.082458 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ebee-77c9-444e-afa8-b94183602dbe req-94331601-78ca-418d-9665-9f4c252bce05 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.083983 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-43c8ebee-77c9-444e-afa8-b94183602dbe req-94331601-78ca-418d-9665-9f4c252bce05 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0604708 Mar 16 16:37:02.121717 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:02.131920 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-0f531519-b9fe-46d7-8854-c5bad35ffc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.133495 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-0f531519-b9fe-46d7-8854-c5bad35ffc5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 1128 time: 0.0927050 Mar 16 16:37:02.135098 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-43c8ebee-77c9-444e-afa8-b94183602dbe req-5e2c9e02-5f27-4560-956c-f0c8c16c243f tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Mar 16 16:37:02.137186 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2c55a7bc-f4a3-4ff8-92b1-0834275074f6 req-0481c39c-21e2-40d3-a453-0f575e2f8e0f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719864 Mar 16 16:37:02.139681 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'port_id': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'mac_address': 'fa:16:3e:e9:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:37:02.178495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: ACTIVE; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:02.179019 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:02.192209 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7c5d309-923b-4d56-85b6-6dcd67a00e33 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:37:02.212312 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:02.217953 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:02.235421 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-1fc54352-ee16-46a7-935c-00ed8147fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.237058 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-1fc54352-ee16-46a7-935c-00ed8147fe9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0972934 Mar 16 16:37:02.274406 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=6']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:02.282677 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-5d96e12b-0ba1-4635-85a7-c8ad2910d306 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da21da6-9a09-4981-bc03-2c1b25be405d HTTP/1.1" status: 200 len: 217 time: 0.0367253 Mar 16 16:37:02.316760 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c2b5e-11bb-41a2-b3e5-16a6e5cb50e3 req-3aa7dadc-bef6-4761-b06d-6dd4140301ab tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.318687 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a42c2b5e-11bb-41a2-b3e5-16a6e5cb50e3 req-3aa7dadc-bef6-4761-b06d-6dd4140301ab tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0615971 Mar 16 16:37:02.333697 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-d623072e-413e-4ffe-8179-0b302238adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.335291 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-d623072e-413e-4ffe-8179-0b302238adcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0436466 Mar 16 16:37:02.335672 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['d7c5d309-923b-4d56-85b6-6dcd67a00e33'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:37:02.372023 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a42c2b5e-11bb-41a2-b3e5-16a6e5cb50e3 req-cc7151a9-3556-4f2e-a425-c2b4a60a638f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462880 Mar 16 16:37:02.414651 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-79f1640c-2ea6-4e31-9ce7-05cbd817f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.416362 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-79f1640c-2ea6-4e31-9ce7-05cbd817f0db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649967 Mar 16 16:37:02.505222 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-d9eafdbf-c0a6-4a72-91a7-cebce564f7ee service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804620 Mar 16 16:37:02.599204 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-64a1b55e-f350-480b-930c-37c70d12d8e7 req-dc5f7eda-a25e-48c5-b8d7-af599d0a3369 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Mar 16 16:37:02.734457 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0480f-782b-492f-9036-52017c6519e8 req-593b721b-43ad-4b04-b1b3-6853344f1852 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:02.735940 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-52a0480f-782b-492f-9036-52017c6519e8 req-593b721b-43ad-4b04-b1b3-6853344f1852 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0556467 Mar 16 16:37:02.783984 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-52a0480f-782b-492f-9036-52017c6519e8 req-4065b5ed-6456-4c7f-9d04-936bf5e63018 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 Mar 16 16:37:03.255550 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c9f6f-4ef3-4076-8b2f-dfb84ff99865 req-328bfd9d-e626-47ba-a9b3-4e8e639567ea tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:03.256501 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c051a6-0a8b-4d66-88a4-78dbdc2b8a81 req-9678ac31-72be-4af9-b3bd-8f32721081d0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:03.258005 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d3c051a6-0a8b-4d66-88a4-78dbdc2b8a81 req-9678ac31-72be-4af9-b3bd-8f32721081d0 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Mar 16 16:37:03.258260 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f13c9f6f-4ef3-4076-8b2f-dfb84ff99865 req-328bfd9d-e626-47ba-a9b3-4e8e639567ea tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0535164 Mar 16 16:37:03.304397 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d3c051a6-0a8b-4d66-88a4-78dbdc2b8a81 req-cc431c03-1393-43cd-9311-51cce0e3791d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 Mar 16 16:37:03.305247 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f13c9f6f-4ef3-4076-8b2f-dfb84ff99865 req-adfd6a15-f4d0-40a5-98bd-99087b648113 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422103 Mar 16 16:37:03.502523 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba93957-b306-4d5b-b998-d12e81ec05c7 req-7ef9a61e-0d10-407e-9f02-dd69cf05be62 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:03.504047 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cba93957-b306-4d5b-b998-d12e81ec05c7 req-7ef9a61e-0d10-407e-9f02-dd69cf05be62 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0587308 Mar 16 16:37:03.554171 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cba93957-b306-4d5b-b998-d12e81ec05c7 req-cbc10e4e-1006-4b67-b86a-c66e7c3b28af tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 Mar 16 16:37:03.904511 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb4062-1204-49bc-867c-44f7734df4b2 req-d9416571-e47e-447f-b850-f84d2353b677 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:03.906055 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6bbb4062-1204-49bc-867c-44f7734df4b2 req-d9416571-e47e-447f-b850-f84d2353b677 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0567651 Mar 16 16:37:03.952668 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6bbb4062-1204-49bc-867c-44f7734df4b2 req-9127f6d4-b1f9-4c25-a9fb-f44bd639c0e8 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Mar 16 16:37:03.986839 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:37:04.039862 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port d7c5d309-923b-4d56-85b6-6dcd67a00e33 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:37:04.040244 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:04.127717 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:04.128116 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:04.151125 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:04.153382 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a428a51-5ac0-489a-90f6-454a3f6d6f63" -d '{"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:04.166357 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:04.170552 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:04.195051 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27456236-9182-408c-820f-bd28cfdf09f5 x-openstack-request-id: req-27456236-9182-408c-820f-bd28cfdf09f5 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:04.195360 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:04.195619 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27456236-9182-408c-820f-bd28cfdf09f5 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:04.196010 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'code': 200} Mar 16 16:37:04.222677 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=7']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:04.427264 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c279b-6d1c-406b-968c-63f5556e54bd req-14c22bf4-26c6-4ab3-9f0b-1f42c243c4bf tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:04.428020 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc3ed2-dd39-42e9-8e4f-5de6bd18cf7e req-13e4cd9c-5b8f-4274-940f-6f0ae3d1befc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:04.428801 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c46c279b-6d1c-406b-968c-63f5556e54bd req-14c22bf4-26c6-4ab3-9f0b-1f42c243c4bf tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0571721 Mar 16 16:37:04.429511 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1abc3ed2-dd39-42e9-8e4f-5de6bd18cf7e req-13e4cd9c-5b8f-4274-940f-6f0ae3d1befc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0562279 Mar 16 16:37:04.475210 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c46c279b-6d1c-406b-968c-63f5556e54bd req-8ef76b4f-232d-4e06-b523-f8112a605acd tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Mar 16 16:37:04.477406 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1abc3ed2-dd39-42e9-8e4f-5de6bd18cf7e req-6927caea-5193-402c-acbb-cec1b51c1aa0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417011 Mar 16 16:37:04.673842 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1beece-05b9-44e7-939d-52c0bdc6e784 req-7aedd911-d25b-4610-bb5c-e6998afdb605 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:04.675319 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eb1beece-05b9-44e7-939d-52c0bdc6e784 req-7aedd911-d25b-4610-bb5c-e6998afdb605 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Mar 16 16:37:04.724213 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eb1beece-05b9-44e7-939d-52c0bdc6e784 req-b8440020-a69c-4fe0-8e2c-96d0e0063cee tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Mar 16 16:37:05.069154 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ba2e2-c26a-4022-bf8e-3b6c511abe2b req-07906131-5515-4499-98df-db8d8c2ddca3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:05.070631 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5c8ba2e2-c26a-4022-bf8e-3b6c511abe2b req-07906131-5515-4499-98df-db8d8c2ddca3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0522912 Mar 16 16:37:05.117155 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5c8ba2e2-c26a-4022-bf8e-3b6c511abe2b req-3455ecbf-6977-4f4c-9fcd-40bcdd6e4fb9 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Mar 16 16:37:05.595013 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d9ef-327f-4d14-82d7-77d9a052866e req-cf5279b7-f4b0-4a10-b2eb-ce8e7f452025 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:05.596445 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4c62d9ef-327f-4d14-82d7-77d9a052866e req-cf5279b7-f4b0-4a10-b2eb-ce8e7f452025 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Mar 16 16:37:05.597466 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac0063-4aa7-4ab5-8d2d-b09d1c93fa06 req-a5bff7e8-fb01-4bf1-93bc-677c2f18efef tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:05.598925 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45ac0063-4aa7-4ab5-8d2d-b09d1c93fa06 req-a5bff7e8-fb01-4bf1-93bc-677c2f18efef tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0559204 Mar 16 16:37:05.642431 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4c62d9ef-327f-4d14-82d7-77d9a052866e req-850cf832-7ce0-4678-be6c-330ece604709 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Mar 16 16:37:05.646983 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45ac0063-4aa7-4ab5-8d2d-b09d1c93fa06 req-ff1f5db5-d30c-4f5b-a416-c9d6d5bc1709 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427308 Mar 16 16:37:05.843401 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba04d-1438-4880-9590-876c57092de1 req-588177f3-eb17-4f2a-9ca7-14d48d368dea tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:05.844887 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-beaba04d-1438-4880-9590-876c57092de1 req-588177f3-eb17-4f2a-9ca7-14d48d368dea tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Mar 16 16:37:05.889633 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-beaba04d-1438-4880-9590-876c57092de1 req-f2fd571f-e8a9-4ef5-9aa6-fe496fb31a14 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 Mar 16 16:37:06.230756 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831bc5b-133b-415f-b3a0-dece2cfed133 req-d453c770-740d-4d56-b62f-039ecf2415a8 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:06.232207 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1831bc5b-133b-415f-b3a0-dece2cfed133 req-d453c770-740d-4d56-b62f-039ecf2415a8 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0517042 Mar 16 16:37:06.278069 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1831bc5b-133b-415f-b3a0-dece2cfed133 req-6ca0a337-85b0-466e-83b5-085da33002cf tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Mar 16 16:37:06.770606 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca94c2b-a52f-4711-989e-26feab58e3ae req-1b23acf5-f58b-4998-9018-3ac9ccc2d8f9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:06.771338 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566707c-b028-4861-9d9d-4958a87e9ca6 req-5eaea2ab-b7bd-40cd-bf7b-3a2a5920e4aa tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:06.772084 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0ca94c2b-a52f-4711-989e-26feab58e3ae req-1b23acf5-f58b-4998-9018-3ac9ccc2d8f9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0595765 Mar 16 16:37:06.772838 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1566707c-b028-4861-9d9d-4958a87e9ca6 req-5eaea2ab-b7bd-40cd-bf7b-3a2a5920e4aa tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0613704 Mar 16 16:37:06.818879 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1566707c-b028-4861-9d9d-4958a87e9ca6 req-a06fb210-6051-4072-9e79-5a74b9d68aca tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Mar 16 16:37:06.825476 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0ca94c2b-a52f-4711-989e-26feab58e3ae req-f193b31b-8de4-447e-b665-15285ac01005 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471234 Mar 16 16:37:07.017906 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fefa19-9d22-4fd5-9142-2bdf70e6c587 req-5b14cff2-6ae0-4a61-a69b-6c5766811a67 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:07.019397 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-73fefa19-9d22-4fd5-9142-2bdf70e6c587 req-5b14cff2-6ae0-4a61-a69b-6c5766811a67 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0538554 Mar 16 16:37:07.067392 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-73fefa19-9d22-4fd5-9142-2bdf70e6c587 req-383dc27b-e603-4f0a-bb3d-37c64baf88bf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Mar 16 16:37:07.393830 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26571a22-b18a-4b8e-8697-f02df60b6922 req-86def8d8-37fc-4cb0-8d29-5047ba7a4722 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:07.395291 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26571a22-b18a-4b8e-8697-f02df60b6922 req-86def8d8-37fc-4cb0-8d29-5047ba7a4722 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0521717 Mar 16 16:37:07.442937 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26571a22-b18a-4b8e-8697-f02df60b6922 req-aa03681a-8fef-46e6-a298-923209cf8f5b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Mar 16 16:37:07.940689 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675f7d-dd88-4bb7-b5d9-bbd84f9c5bcf req-81c781b6-88ca-4600-b6ce-23d48ffe529b tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:07.941816 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3703a-824e-4085-a2b2-ecdca18b7a4e req-94e5cb38-dac5-47a4-916c-d035639e6a74 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:07.942430 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-07675f7d-dd88-4bb7-b5d9-bbd84f9c5bcf req-81c781b6-88ca-4600-b6ce-23d48ffe529b tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0525162 Mar 16 16:37:07.943310 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb3703a-824e-4085-a2b2-ecdca18b7a4e req-94e5cb38-dac5-47a4-916c-d035639e6a74 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0562544 Mar 16 16:37:07.991113 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb3703a-824e-4085-a2b2-ecdca18b7a4e req-8e308000-f08d-41ab-bd48-da77f2c2ee12 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Mar 16 16:37:07.991416 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-07675f7d-dd88-4bb7-b5d9-bbd84f9c5bcf req-1a85fb33-68eb-48c4-ba91-b07734762108 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433698 Mar 16 16:37:08.187171 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca7de-b919-4a08-a0da-fcb6372191f8 req-1222fcea-5daa-4faf-8f79-899ac2f65569 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:08.188681 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-34eca7de-b919-4a08-a0da-fcb6372191f8 req-1222fcea-5daa-4faf-8f79-899ac2f65569 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0522501 Mar 16 16:37:08.235380 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-34eca7de-b919-4a08-a0da-fcb6372191f8 req-62b61d03-0a03-4035-ba21-97eba0d9489d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Mar 16 16:37:08.563385 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef297c-bb36-4b58-b768-7a858ff4ae29 req-a552df56-0294-4d0c-a5ab-b0739e03e3c4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:08.564888 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-75ef297c-bb36-4b58-b768-7a858ff4ae29 req-a552df56-0294-4d0c-a5ab-b0739e03e3c4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0575593 Mar 16 16:37:08.610710 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-75ef297c-bb36-4b58-b768-7a858ff4ae29 req-07c8054f-f71a-4ece-afcc-13a2b9f1fa14 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401545 Mar 16 16:37:09.107559 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89adbd-bbee-4a55-99bc-458c825b35d5 req-78541daa-74be-48ea-b5df-9f4118dec068 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:09.108170 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88507dd-ca18-4130-822c-cc1bef138464 req-9722880b-6855-4a54-a90d-8ac836f8bf32 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:09.109069 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0a89adbd-bbee-4a55-99bc-458c825b35d5 req-78541daa-74be-48ea-b5df-9f4118dec068 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0529618 Mar 16 16:37:09.110595 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e88507dd-ca18-4130-822c-cc1bef138464 req-9722880b-6855-4a54-a90d-8ac836f8bf32 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Mar 16 16:37:09.156511 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e88507dd-ca18-4130-822c-cc1bef138464 req-1d3c59dd-219b-4615-b321-da8ad0a1437b tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Mar 16 16:37:09.161439 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0a89adbd-bbee-4a55-99bc-458c825b35d5 req-bb9db9be-f6ca-4c7e-a4fb-8e1489301ddf tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463712 Mar 16 16:37:09.360526 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24eaef-6ade-4b24-937b-0b9e3f1165f4 req-20f643ca-d91d-4eb9-94e6-2a7c456e18d1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:09.366806 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4f24eaef-6ade-4b24-937b-0b9e3f1165f4 req-20f643ca-d91d-4eb9-94e6-2a7c456e18d1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Mar 16 16:37:09.415092 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4f24eaef-6ade-4b24-937b-0b9e3f1165f4 req-f5574fa6-18a6-4558-ae19-7ad906c599c0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 Mar 16 16:37:09.725143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820e7ff-04f1-43d8-b74e-03f317d1f046 req-72ecd8d3-567b-4edb-bad7-7126041074c4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:09.726577 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4820e7ff-04f1-43d8-b74e-03f317d1f046 req-72ecd8d3-567b-4edb-bad7-7126041074c4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0515151 Mar 16 16:37:09.772426 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4820e7ff-04f1-43d8-b74e-03f317d1f046 req-7d8b9698-73e4-44d2-a21e-a1c771ef2b3c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Mar 16 16:37:10.274907 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f523a-fcfa-430f-ab72-08f0686043c7 req-f7c8c9f5-3761-4ec5-9c2b-398900c10418 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:10.276487 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c53f523a-fcfa-430f-ab72-08f0686043c7 req-f7c8c9f5-3761-4ec5-9c2b-398900c10418 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Mar 16 16:37:10.279268 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce896825-0766-4cfb-b053-92d4fc8eff3c req-54c4c43b-bf9a-45db-98ea-147597abf912 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:10.280814 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ce896825-0766-4cfb-b053-92d4fc8eff3c req-54c4c43b-bf9a-45db-98ea-147597abf912 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Mar 16 16:37:10.325783 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c53f523a-fcfa-430f-ab72-08f0686043c7 req-ba7237dc-f2bd-4986-a9fe-84e10c7d3270 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Mar 16 16:37:10.331227 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ce896825-0766-4cfb-b053-92d4fc8eff3c req-6db2dcc2-03c8-41c7-9463-b18ec4c1e25b tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450938 Mar 16 16:37:10.541497 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447149-4c2a-43f3-a0c7-27a795d50c5e req-3ba04a69-8532-4335-a678-abb8f60cd4a0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:10.543534 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9f447149-4c2a-43f3-a0c7-27a795d50c5e req-3ba04a69-8532-4335-a678-abb8f60cd4a0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0517063 Mar 16 16:37:10.587802 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9f447149-4c2a-43f3-a0c7-27a795d50c5e req-838937be-d9c2-4fa4-b687-f5651fe037be tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388601 Mar 16 16:37:10.892022 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3ae9-3781-4a99-88c6-1b2498da9f8c req-894880cd-6f34-4d50-9761-8e868342e47d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:10.893506 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8d5a3ae9-3781-4a99-88c6-1b2498da9f8c req-894880cd-6f34-4d50-9761-8e868342e47d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0570228 Mar 16 16:37:10.939449 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8d5a3ae9-3781-4a99-88c6-1b2498da9f8c req-1d9ddf76-11bc-4c33-8713-440c03c208e1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Mar 16 16:37:11.446510 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a147ce-b5fb-4f8b-9268-b3f0e534b3db req-11061cf8-b309-4e7c-b909-68e3c9b26de9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:11.446952 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6cdf7-6526-493f-a51b-933a73f68da4 req-d3fe271c-b903-445c-a5a3-fa9e062f4ec1 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:11.448990 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b1c6cdf7-6526-493f-a51b-933a73f68da4 req-d3fe271c-b903-445c-a5a3-fa9e062f4ec1 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0519192 Mar 16 16:37:11.452563 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a147ce-b5fb-4f8b-9268-b3f0e534b3db req-11061cf8-b309-4e7c-b909-68e3c9b26de9 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0561204 Mar 16 16:37:11.495876 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a147ce-b5fb-4f8b-9268-b3f0e534b3db req-23e79ea0-94e5-430c-951b-2714494a6523 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Mar 16 16:37:11.496954 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b1c6cdf7-6526-493f-a51b-933a73f68da4 req-74d8d3ce-6fe9-42b2-a475-d148ffab3e1d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427687 Mar 16 16:37:11.705571 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8ce67-3426-48dc-84e8-4b77675d36cd req-cbe640b4-de13-44aa-8bf8-226654ea8509 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:11.707005 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f9b8ce67-3426-48dc-84e8-4b77675d36cd req-cbe640b4-de13-44aa-8bf8-226654ea8509 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0510299 Mar 16 16:37:11.752060 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f9b8ce67-3426-48dc-84e8-4b77675d36cd req-19bec10d-ae0e-45a9-96f2-406085466c6d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Mar 16 16:37:12.053637 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77153df9-09c1-4f7d-8190-b9152d4bfdb7 req-c8bc2412-4e09-4e51-b297-ab44fa048216 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:12.055081 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-77153df9-09c1-4f7d-8190-b9152d4bfdb7 req-c8bc2412-4e09-4e51-b297-ab44fa048216 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0504398 Mar 16 16:37:12.105864 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-77153df9-09c1-4f7d-8190-b9152d4bfdb7 req-357f5b5f-e23d-44b3-b863-97eebbb8fa3b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Mar 16 16:37:12.624976 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70e044-b5d4-4534-9c0a-378258e89ac7 req-fb82d966-e7a1-46d2-90d9-9f0dfe995874 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:12.626461 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3a70e044-b5d4-4534-9c0a-378258e89ac7 req-fb82d966-e7a1-46d2-90d9-9f0dfe995874 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0580144 Mar 16 16:37:12.629966 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9d935-ea72-4d90-90b0-80a6a8bc9317 req-63a7e0ea-65b5-4082-a360-ecd010859f61 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:12.632560 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-29a9d935-ea72-4d90-90b0-80a6a8bc9317 req-63a7e0ea-65b5-4082-a360-ecd010859f61 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0683055 Mar 16 16:37:12.676945 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3a70e044-b5d4-4534-9c0a-378258e89ac7 req-2657c6bb-564a-4331-b17a-2cabf3e04bc3 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447254 Mar 16 16:37:12.681647 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-29a9d935-ea72-4d90-90b0-80a6a8bc9317 req-ca393898-f6ae-4c7f-91db-949f5cf285b1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/security-groups?id=97a86930-02ce-48ed-9199-4c17c3a1fe69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Mar 16 16:37:12.870116 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6f7f-3c1d-4161-9fb7-48624d3dcd4c req-a6dc587d-8a04-4f9a-a6ae-01b4fd9d3917 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:12.871577 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9d7b6f7f-3c1d-4161-9fb7-48624d3dcd4c req-a6dc587d-8a04-4f9a-a6ae-01b4fd9d3917 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0517716 Mar 16 16:37:12.925024 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9d7b6f7f-3c1d-4161-9fb7-48624d3dcd4c req-b9c59f46-520f-4ee9-91d0-9566a3e87dbe tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477340 Mar 16 16:37:13.096170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-a5ba43bc-779e-4188-a0a7-d4e204ec3d0d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.097633 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-a5ba43bc-779e-4188-a0a7-d4e204ec3d0d tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0553017 Mar 16 16:37:13.193309 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Deleting port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:37:13.193650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:13.226009 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22bf62-1ddb-4739-acd2-4060115022ae req-29ad93e2-bba2-407c-b0d7-81eac092368e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.227508 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0c22bf62-1ddb-4739-acd2-4060115022ae req-29ad93e2-bba2-407c-b0d7-81eac092368e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0554061 Mar 16 16:37:13.278871 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0c22bf62-1ddb-4739-acd2-4060115022ae req-421fd3df-ca98-4625-a723-413be682ae21 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Mar 16 16:37:13.295519 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] For port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:13.295895 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:13.309242 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Calling delete_port for b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:37:13.444468 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:13.456889 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:37:13.477404 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Pushing event deleted for resources: {'Port': ['ID=b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:13.485274 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa68c3f-626c-4f7c-9d88-98de031735ce req-4f99fefc-b533-4093-a4f0-fc2e5556cbf1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.487128 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-efa68c3f-626c-4f7c-9d88-98de031735ce req-4f99fefc-b533-4093-a4f0-fc2e5556cbf1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0597069 Mar 16 16:37:13.539296 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] No DVR routers for this DVR port b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:37:13.544704 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:13.548016 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a8247c35-de51-472c-94f9-7517a7c9ace6 req-aceb6433-3fd1-4646-9ee6-5309c6aa23c1 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.57 "DELETE /v2.0/ports/b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a HTTP/1.1" status: 204 len: 173 time: 0.4449742 Mar 16 16:37:13.548649 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563945b5-c749-473e-9951-9b1e310c4aa5', 'name': 'network-vif-deleted', 'tag': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:13.550908 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5495a5c3-f6c2-4207-be23-35980e5caaab" -d '{"events": [{"server_uuid": "563945b5-c749-473e-9951-9b1e310c4aa5", "name": "network-vif-deleted", "tag": "b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:13.581001 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-efa68c3f-626c-4f7c-9d88-98de031735ce req-b768aaa5-3910-458a-b36c-a9d174718c10 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758355 Mar 16 16:37:13.606498 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d845daf1-67a0-4f7b-b73a-4ee8854ea4eb x-openstack-request-id: req-d845daf1-67a0-4f7b-b73a-4ee8854ea4eb {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:13.607843 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563945b5-c749-473e-9951-9b1e310c4aa5", "name": "network-vif-deleted", "tag": "b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:13.608259 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d845daf1-67a0-4f7b-b73a-4ee8854ea4eb {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:13.608689 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563945b5-c749-473e-9951-9b1e310c4aa5', 'name': 'network-vif-deleted', 'tag': 'b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a', 'status': 'completed', 'code': 200} Mar 16 16:37:13.627371 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-bc80ed66-ce7b-475f-8eca-ec46b4ed1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.629315 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-bc80ed66-ce7b-475f-8eca-ec46b4ed1e49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1129 time: 0.0590873 Mar 16 16:37:13.739676 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-c6d6d1f3-8cb2-4f31-ac5d-7f72d8e0e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.741519 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-c6d6d1f3-8cb2-4f31-ac5d-7f72d8e0e438 service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.1058185 Mar 16 16:37:13.848420 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f122-fc0f-4dac-b4bc-c564aa866ac4 req-c2055533-7fd4-4c03-aa31-97c023e95bca tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.849939 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac01f122-fc0f-4dac-b4bc-c564aa866ac4 req-c2055533-7fd4-4c03-aa31-97c023e95bca tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0637321 Mar 16 16:37:13.860951 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fca8880b-123d-41e0-a00e-5b4135183439 req-54bdb57d-05e7-44d8-b70d-84fb225a6637 tempest-ServerRescueNegativeTestJSON-1659360640 tempest-ServerRescueNegativeTestJSON-1659360640-project] 10.222.0.30 "GET /v2.0/ports?device_id=563945b5-c749-473e-9951-9b1e310c4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0601559 Mar 16 16:37:13.894399 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-6d83dd7d-aea0-4c7c-b5f6-675e593dcd4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 1000 time: 0.1468408 Mar 16 16:37:13.906931 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac01f122-fc0f-4dac-b4bc-c564aa866ac4 req-51d32a9c-b549-4ef8-9b92-ace08694e2d1 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505886 Mar 16 16:37:13.942322 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-9e1615a7-1926-415a-a243-58ae2771de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.943770 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-9e1615a7-1926-415a-a243-58ae2771de5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0434868 Mar 16 16:37:13.992585 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-132fdd26-6f16-4af3-aa8c-194cc7a16aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:13.994860 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-132fdd26-6f16-4af3-aa8c-194cc7a16aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445228 Mar 16 16:37:14.017635 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1f8e035e-2675-49e3-88e4-746148d5985c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:14.100918 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bca0a6-8fda-4512-b42d-f452ba5c2786 req-4ebd9701-0a11-4038-976e-165b361676cb tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:14.102411 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-15bca0a6-8fda-4512-b42d-f452ba5c2786 req-4ebd9701-0a11-4038-976e-165b361676cb tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.1064732 Mar 16 16:37:14.154894 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-4a80cb27-ab6b-4782-9fc8-254dc887fc83 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223691 Mar 16 16:37:14.219193 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-15bca0a6-8fda-4512-b42d-f452ba5c2786 req-5a1bf461-b709-45cc-8f6e-32401c6ec76c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091118 Mar 16 16:37:14.238636 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-0b408740-b115-43c4-b906-cb40b50485f0 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954460006&fields=id&tenant_id=60a06020c8a44210b58c419a83577897 HTTP/1.1" status: 200 len: 267 time: 0.0471842 Mar 16 16:37:14.261627 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cacae0c4-ef2b-4b13-b1a6-914fe04deec3 req-f2327c23-f4f0-493b-8d21-ffb792d1cd58 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000884 Mar 16 16:37:14.346316 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-4acbe109-b5b7-4715-8afc-1577eaf59162 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:14.347699 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-4acbe109-b5b7-4715-8afc-1577eaf59162 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/networks?id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 200 len: 807 time: 0.1020765 Mar 16 16:37:14.361706 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-58f434a6-435d-403a-9861-08e6790059d3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/quotas/60a06020c8a44210b58c419a83577897 HTTP/1.1" status: 200 len: 375 time: 0.0087204 Mar 16 16:37:14.414687 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-8d70d574-4668-4073-a63a-c26a1bad561b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482874 Mar 16 16:37:14.515359 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-4b57eb1d-3fed-4eba-85ff-92063d3ad12f service neutron] 10.222.0.30 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Mar 16 16:37:14.605734 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd1b275f-bb68-4f8d-9acc-22a2388756cb service neutron] 10.222.0.30 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846984 Mar 16 16:37:14.707369 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc4457-65c4-4978-82e8-f67a8be96792 req-a60ba3bc-fd12-482c-a4dd-b41a0ab46f99 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:14.708931 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eddc4457-65c4-4978-82e8-f67a8be96792 req-a60ba3bc-fd12-482c-a4dd-b41a0ab46f99 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0558054 Mar 16 16:37:14.757776 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eddc4457-65c4-4978-82e8-f67a8be96792 req-bba38a84-6dad-4252-8447-f2aedc5e8bca tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Mar 16 16:37:14.907237 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-88f237e8-08ad-48c5-b05b-ea1fafc54c7e req-aaabcd5d-47d5-4779-a511-be97133dc76d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 210 time: 0.0309908 Mar 16 16:37:14.918398 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38388) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:15.291774 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2ca06-e676-4383-aa64-80097a189bcc req-75d95aa8-c0a6-4bdf-8496-19d4d83e24d5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:15.293811 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-34a2ca06-e676-4383-aa64-80097a189bcc req-75d95aa8-c0a6-4bdf-8496-19d4d83e24d5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0808368 Mar 16 16:37:15.342052 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54baa16-14d7-4d4b-a533-0f986254d98a req-6df28496-ce0f-47d5-afde-1445f5918673 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:15.343533 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e54baa16-14d7-4d4b-a533-0f986254d98a req-6df28496-ce0f-47d5-afde-1445f5918673 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0542364 Mar 16 16:37:15.389119 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e54baa16-14d7-4d4b-a533-0f986254d98a req-aa7b47b8-6d4f-4644-8fc5-86369645eb24 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397944 Mar 16 16:37:15.416852 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-34a2ca06-e676-4383-aa64-80097a189bcc req-0d63dded-0548-455a-8f6a-cd34741c89d1 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165209 Mar 16 16:37:15.642761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (2548e948-c934-4eac-a8f8-bf429198d61c), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:15.880175 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd40c8-e4d9-4e70-967d-41b982426690 req-e956c034-7a1b-42c6-bea4-15916e85cc32 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:15.881682 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7ebd40c8-e4d9-4e70-967d-41b982426690 req-e956c034-7a1b-42c6-bea4-15916e85cc32 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0540357 Mar 16 16:37:15.929558 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7ebd40c8-e4d9-4e70-967d-41b982426690 req-0267dac9-3026-4990-84a1-dd1924ee5b62 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Mar 16 16:37:15.940114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Deleting port 36b485af-cadc-4fd4-b1f4-6edb88578e64 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:37:15.940579 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:16.010180 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-930dd347-053c-4f9f-93f2-fdea924a5702 req-5d9cbcd5-245f-4e5e-8493-2bcff136a546 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 210 time: 0.0302446 Mar 16 16:37:16.044926 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] For port 36b485af-cadc-4fd4-b1f4-6edb88578e64, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=36b485af-cadc-4fd4-b1f4-6edb88578e64,segment=NetworkSegment(c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933),segment_id=c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:16.045288 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:16.057470 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Calling delete_port for 36b485af-cadc-4fd4-b1f4-6edb88578e64 owned by network:router_interface {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:37:16.232813 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (36b485af-cadc-4fd4-b1f4-6edb88578e64), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:16.257757 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b485af-cadc-4fd4-b1f4-6edb88578e64,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:16.288419 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.289034 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.289402 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.289770 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.290107 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.290436 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.290764 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.291090 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.291439 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.291771 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.292094 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.292448 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.292770 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.293090 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.293411 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:16.315280 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2f09b863-e85b-47a4-99c7-bd4c3acb772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:16.430497 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (2548e948-c934-4eac-a8f8-bf429198d61c), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:16.521359 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088c278-6182-47d8-8d34-454411aa90fe req-fc103709-a10a-42f0-bf52-9297ae315778 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:16.522759 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2088c278-6182-47d8-8d34-454411aa90fe req-fc103709-a10a-42f0-bf52-9297ae315778 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0625751 Mar 16 16:37:16.570232 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2088c278-6182-47d8-8d34-454411aa90fe req-031b6b10-ae16-4ba9-a0b6-c3331cde1ecf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Mar 16 16:37:16.580587 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657edc55-124b-4166-a8aa-3e1e70a78ec4 req-efce93fd-e2b0-4de6-8d1b-ce3846b1fe8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:16.582032 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-657edc55-124b-4166-a8aa-3e1e70a78ec4 req-efce93fd-e2b0-4de6-8d1b-ce3846b1fe8f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0794129 Mar 16 16:37:16.701411 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-657edc55-124b-4166-a8aa-3e1e70a78ec4 req-aeba2a91-4052-4f34-92e4-cad0d889af3f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130569 Mar 16 16:37:16.722365 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Router 2548e948-c934-4eac-a8f8-bf429198d61c has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:37:16.831712 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:37:16.836810 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-0cc9a41f-0357-4049-8e19-a29003fa70f3 admin admin] 10.222.0.30 "PUT /v2.0/routers/2548e948-c934-4eac-a8f8-bf429198d61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9173234 Mar 16 16:37:16.839764 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38412) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:16.841500 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] Sync routers for ids ['2548e948-c934-4eac-a8f8-bf429198d61c'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:37:16.851333 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] Routers {'2548e948-c934-4eac-a8f8-bf429198d61c'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:37:16.851933 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:37:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2548e948-c934-4eac-a8f8-bf429198d61c'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:16.950477 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks [] for router (2548e948-c934-4eac-a8f8-bf429198d61c), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:16.961461 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] Set router 2548e948-c934-4eac-a8f8-bf429198d61c gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:37:17.071646 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fae0-1da9-4cc3-bd24-22ed5429db02 req-69b45b6f-efb9-48bf-b8fb-2d68ab675fc0 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:17.075862 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9aa0fae0-1da9-4cc3-bd24-22ed5429db02 req-69b45b6f-efb9-48bf-b8fb-2d68ab675fc0 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0659270 Mar 16 16:37:17.133925 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9aa0fae0-1da9-4cc3-bd24-22ed5429db02 req-c7d7f696-bb88-4e8c-b889-144739264311 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517964 Mar 16 16:37:17.165177 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:37:16Z', 'revision_number': 5, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:17.196981 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] Checking router: 2548e948-c934-4eac-a8f8-bf429198d61c for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:37:17.205642 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] Routers {'2548e948-c934-4eac-a8f8-bf429198d61c'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:37:17.206248 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:37:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2548e948-c934-4eac-a8f8-bf429198d61c'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:17.271886 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c7979903-5159-449e-b579-4642ed449b34 req-ce8c6349-8146-472b-86bc-d3290404128d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 210 time: 0.0322642 Mar 16 16:37:17.298804 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks [] for router_gateway (2548e948-c934-4eac-a8f8-bf429198d61c), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.315519 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] Set router 2548e948-c934-4eac-a8f8-bf429198d61c gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:37:17.350549 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Deleting port 274a8f0c-ea53-495a-8933-17a62290eb17 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:37:17.350887 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.431938 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] For port 274a8f0c-ea53-495a-8933-17a62290eb17, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=274a8f0c-ea53-495a-8933-17a62290eb17,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:17.432319 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.443971 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Calling delete_port for 274a8f0c-ea53-495a-8933-17a62290eb17 owned by network:router_gateway {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:37:17.491502 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:37:16Z', 'revision_number': 5, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:17.516502 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13729f22-e8bc-4641-bb58-e14967271c95 None None] The sync data for ids ['2548e948-c934-4eac-a8f8-bf429198d61c'] in dv-cinder-834009-1-iscsi is: [{'id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'name': 'tempest-ServerRescueNegativeTestJSON-2053469162-router', 'tenant_id': '4a418967bb354e35944e77d80fed1df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:37:16Z', 'revision_number': 5, 'project_id': '4a418967bb354e35944e77d80fed1df3', 'gw_port': {'id': '274a8f0c-ea53-495a-8933-17a62290eb17', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2548e948-c934-4eac-a8f8-bf429198d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:26Z', 'updated_at': '2022-03-16T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:37:17.535472 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.612923 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (274a8f0c-ea53-495a-8933-17a62290eb17), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.636635 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Pushing event deleted for resources: {'Port': ['ID=274a8f0c-ea53-495a-8933-17a62290eb17,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:17.694174 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8d473-6483-41fc-881c-c1197c24b72c req-c638513a-dad7-45f8-bc65-28eb5d23645f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:17.695653 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d8a8d473-6483-41fc-881c-c1197c24b72c req-c638513a-dad7-45f8-bc65-28eb5d23645f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0525649 Mar 16 16:37:17.699886 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (2548e948-c934-4eac-a8f8-bf429198d61c), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.748922 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d8a8d473-6483-41fc-881c-c1197c24b72c req-4026e055-cf62-457e-8c76-95588ea8a221 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471416 Mar 16 16:37:17.835788 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (2548e948-c934-4eac-a8f8-bf429198d61c), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.839386 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks [] for router_controller (2548e948-c934-4eac-a8f8-bf429198d61c), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.914292 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (2548e948-c934-4eac-a8f8-bf429198d61c), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.914884 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2548e948-c934-4eac-a8f8-bf429198d61c {{(pid=103490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:37:17.925202 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcca465-7693-4b37-a2cb-847089a694d6 req-766831b1-b66e-407a-a9db-9a76a485fba5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:17.926718 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5fcca465-7693-4b37-a2cb-847089a694d6 req-766831b1-b66e-407a-a9db-9a76a485fba5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.1490870 Mar 16 16:37:17.930249 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:17.934460 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-84b7ee9d-30c4-482b-bbf7-12fc45936540 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2548e948-c934-4eac-a8f8-bf429198d61c HTTP/1.1" status: 204 len: 168 time: 1.0903752 Mar 16 16:37:17.934793 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 38424) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:17.980993 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5fcca465-7693-4b37-a2cb-847089a694d6 req-94d85bbb-3ea4-4d40-beec-0d28159cf38f tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475311 Mar 16 16:37:17.981993 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] Deleting subnet 4e05711c-7332-4baf-8d07-39698eb4d4e0 {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:37:17.985470 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] Publish callbacks [] for subnet (4e05711c-7332-4baf-8d07-39698eb4d4e0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.030906 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (4e05711c-7332-4baf-8d07-39698eb4d4e0), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.070642 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (4e05711c-7332-4baf-8d07-39698eb4d4e0), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.125712 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (4e05711c-7332-4baf-8d07-39698eb4d4e0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.155716 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e05711c-7332-4baf-8d07-39698eb4d4e0,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:18.160830 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.167450 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38428) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:18.167760 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7bdf3d2f-5d3f-488e-b0e4-d4822e981e6d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4e05711c-7332-4baf-8d07-39698eb4d4e0 HTTP/1.1" status: 204 len: 168 time: 0.2316582 Mar 16 16:37:18.242613 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.265161 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a1fdc-24d8-4299-9117-d3e59ad70472 req-aae51aea-5297-4396-8736-83a3f28a6d39 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:18.266703 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3f8a1fdc-24d8-4299-9117-d3e59ad70472 req-aae51aea-5297-4396-8736-83a3f28a6d39 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0575557 Mar 16 16:37:18.316016 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3f8a1fdc-24d8-4299-9117-d3e59ad70472 req-8ba6539b-5193-47f2-aea7-2f7b08951b98 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Mar 16 16:37:18.327650 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.355229 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2f5f47-7566-4f6e-bb15-a11eff28cdd6']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:18.378443 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5d3f5f9a-1500-4329-8d2e-87ac0c269f21 req-ebd217d5-20e8-4533-b94f-b2889cb65df3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 210 time: 0.0381751 Mar 16 16:37:18.380024 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:18.380338 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:18.390024 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.404387 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.409998 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:37:18.410371 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (c9bdc38a-6c3d-4e5b-a7b9-526cb1f3a933), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:37:18.411970 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:37:18.468768 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (9c2f5f47-7566-4f6e-bb15-a11eff28cdd6), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.474243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.477386 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c2f5f47-7566-4f6e-bb15-a11eff28cdd6 HTTP/1.1" status: 204 len: 168 time: 0.3086808 Mar 16 16:37:18.489218 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7ae12-2d4f-4c81-8933-21fbbd4691f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2f5f47-7566-4f6e-bb15-a11eff28cdd6,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:18.489407 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:37:18.513746 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:37:18.514344 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b28e5eb8-39c5-4dbf-88fd-e842b6af0d9a not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:37:18.662114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38434) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:18.700936 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e07ca31c-36d6-4cb8-b1c5-50176f04f6ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a418967bb354e35944e77d80fed1df3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376890 Mar 16 16:37:18.703384 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38436) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:18.749339 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ce0-9fe0-49df-b93c-87635248751a admin admin] Publish callbacks [] for security_group (97a86930-02ce-48ed-9199-4c17c3a1fe69), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.770290 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ce0-9fe0-49df-b93c-87635248751a admin admin] Publish callbacks [] for security_group (97a86930-02ce-48ed-9199-4c17c3a1fe69), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.820888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ce0-9fe0-49df-b93c-87635248751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (97a86930-02ce-48ed-9199-4c17c3a1fe69), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.823903 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c4a14ce0-9fe0-49df-b93c-87635248751a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:18.827623 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c4a14ce0-9fe0-49df-b93c-87635248751a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97a86930-02ce-48ed-9199-4c17c3a1fe69 HTTP/1.1" status: 204 len: 168 time: 0.1210818 Mar 16 16:37:18.834782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a14ce0-9fe0-49df-b93c-87635248751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a86930-02ce-48ed-9199-4c17c3a1fe69,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:18.842599 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 274a8f0c-ea53-495a-8933-17a62290eb17 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:37:18.868505 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 274a8f0c-ea53-495a-8933-17a62290eb17 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:37:18.868505 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 274a8f0c-ea53-495a-8933-17a62290eb17 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:37:18.869023 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 36b485af-cadc-4fd4-b1f4-6edb88578e64 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:37:18.908736 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab22115-2533-48cd-b2b5-7530a4a58bee req-9cd01a6d-8495-4898-982a-a90e12e8de78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:18.910518 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fab22115-2533-48cd-b2b5-7530a4a58bee req-9cd01a6d-8495-4898-982a-a90e12e8de78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0777559 Mar 16 16:37:18.965047 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fab22115-2533-48cd-b2b5-7530a4a58bee req-400428d5-21d3-4f3d-b3b3-9a093189b9d8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484400 Mar 16 16:37:19.037877 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 36b485af-cadc-4fd4-b1f4-6edb88578e64 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:37:19.038225 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 36b485af-cadc-4fd4-b1f4-6edb88578e64 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:37:19.048223 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:19.121151 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73014fd3-cf0a-4cb1-816b-6020b46980ee req-e21ee4fb-a9ff-47df-83ff-b63a394f4f64 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:19.122666 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-73014fd3-cf0a-4cb1-816b-6020b46980ee req-e21ee4fb-a9ff-47df-83ff-b63a394f4f64 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0570123 Mar 16 16:37:19.172629 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-73014fd3-cf0a-4cb1-816b-6020b46980ee req-6c39118d-aaba-4957-bde0-e41149bc3d40 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445480 Mar 16 16:37:19.482879 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-aac1d7fb-fcb7-4d72-a9c5-2ddaed9f6cdc req-318c07f6-b777-4a58-b435-ec8ebba2a6ba tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 210 time: 0.0290170 Mar 16 16:37:19.727033 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adcd79-a0cb-4829-891a-bd910574caa5 req-97958897-3311-4abe-a1da-72f153a3b375 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:19.728669 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-22adcd79-a0cb-4829-891a-bd910574caa5 req-97958897-3311-4abe-a1da-72f153a3b375 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.3347721 Mar 16 16:37:19.780460 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-22adcd79-a0cb-4829-891a-bd910574caa5 req-7c0762a1-4dee-4333-b7da-571cd903f93d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Mar 16 16:37:20.170284 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96480-eb8f-4b2a-926b-cb4bedc12f83 req-56b5de49-7f7d-4958-a229-90a51b979051 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:20.224113 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb96480-eb8f-4b2a-926b-cb4bedc12f83 req-56b5de49-7f7d-4958-a229-90a51b979051 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.1679304 Mar 16 16:37:20.317336 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:20.343017 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb96480-eb8f-4b2a-926b-cb4bedc12f83 req-db6edcea-0438-4aba-a102-1858b0f71802 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177702 Mar 16 16:37:20.413771 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-c0e8af28-3ad3-44eb-b53c-65c4c0645717 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:20.416150 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-c0e8af28-3ad3-44eb-b53c-65c4c0645717 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.57 "GET /v2.0/networks?id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 200 len: 807 time: 0.3012948 Mar 16 16:37:20.490334 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8111-1603-4ee2-9325-ba46b094b496 req-96627b7e-5c92-484e-871f-f93bd5a9c779 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:20.500403 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6cbd8111-1603-4ee2-9325-ba46b094b496 req-96627b7e-5c92-484e-871f-f93bd5a9c779 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.1847711 Mar 16 16:37:20.563035 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-7a4b5955-5212-4521-aa67-c64f56bd6a61 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a06020c8a44210b58c419a83577897 HTTP/1.1" status: 200 len: 380 time: 0.1260464 Mar 16 16:37:20.577752 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'port': {'device_id': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'admin_state_up': True, 'tenant_id': '60a06020c8a44210b58c419a83577897', 'security_groups': ['a773d0be-1ef3-456d-925e-1de946d5644c']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:37:20.601521 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6cbd8111-1603-4ee2-9325-ba46b094b496 req-82c752b8-c4b3-44f2-9dd0-3b92198b416d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000094 Mar 16 16:37:20.654261 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b3ed3e73-cfea-49f5-8ba7-c6e39458d8c4 req-592bfe99-f7a1-4d79-b8fa-c32147d11f66 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 210 time: 0.0550711 Mar 16 16:37:20.722161 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Made reservation on behalf of 60a06020c8a44210b58c419a83577897 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:37:20.726734 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:20.935743 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Allocated IP 172.20.0.4 (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d/79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9/60e9f7aa-c84b-4045-83bb-8fefcf34b947) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:37:20.967706 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725db05e-9db6-4deb-89d7-7238937839bc req-455a7125-4436-40ba-8450-175f61006725 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:20.970430 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-725db05e-9db6-4deb-89d7-7238937839bc req-455a7125-4436-40ba-8450-175f61006725 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0823030 Mar 16 16:37:21.169980 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-725db05e-9db6-4deb-89d7-7238937839bc req-27d7a643-8bf4-4ec7-b8b1-6ebaf4bc436d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418140 Mar 16 16:37:21.270780 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:21.306223 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:21.354977 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:37:21.358233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:37:21.361162 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:37:21.409466 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:21.452305 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:21.452933 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:21.475383 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-dd199f02-52bd-45d7-9094-8ea88181e39a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9013729 Mar 16 16:37:21.515548 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab945e8-1dc5-4b37-b20c-1ae4764cbe52 req-0c4f5bfa-32a9-48f1-b50e-b5408e15bc92 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:21.525186 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8ab945e8-1dc5-4b37-b20c-1ae4764cbe52 req-0c4f5bfa-32a9-48f1-b50e-b5408e15bc92 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0845592 Mar 16 16:37:21.594044 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8ab945e8-1dc5-4b37-b20c-1ae4764cbe52 req-449a2fd9-0696-4a2b-996f-c123d567cf33 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664637 Mar 16 16:37:21.755466 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b611c-d548-4f95-90ab-2174388140ba req-561f1412-4e4f-42ea-b03a-bbfdb2e7c972 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:21.757249 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b27b611c-d548-4f95-90ab-2174388140ba req-561f1412-4e4f-42ea-b03a-bbfdb2e7c972 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.0670965 Mar 16 16:37:21.764030 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1623-c1d6-41af-95d0-033f1f48f324 None None] Provisioning complete for port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:37:21.765145 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1623-c1d6-41af-95d0-033f1f48f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:21.823996 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b159b-7006-4b05-8f81-88135b11249c req-e8679da3-8f33-4fa1-a604-2c7cbec61354 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:21.830018 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c1623-c1d6-41af-95d0-033f1f48f324 None None] Port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:37:21.833373 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd8b159b-7006-4b05-8f81-88135b11249c req-e8679da3-8f33-4fa1-a604-2c7cbec61354 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 931 time: 0.1129541 Mar 16 16:37:21.836020 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b27b611c-d548-4f95-90ab-2174388140ba req-10644467-17b4-4fe8-86cf-7c829a9da9cb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730643 Mar 16 16:37:21.885161 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd8b159b-7006-4b05-8f81-88135b11249c req-5c36071f-ede8-4b03-a3be-55536c44fb5b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501406 Mar 16 16:37:22.194781 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Request body: {'port': {'device_id': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:37:22.277620 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:22.646332 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e9f7aa-c84b-4045-83bb-8fefcf34b947 {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:37:22.660573 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Publish callbacks [] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:22.688535 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Transition to ACTIVE for port object 60e9f7aa-c84b-4045-83bb-8fefcf34b947 will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:37:22.697860 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:22.794803 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:22.905835 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4d452-2636-4cf7-a8e8-581a55717e7a req-3e9a9b4d-18db-48ad-b324-0bc7e3074aae tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:22.913812 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1f4d452-2636-4cf7-a8e8-581a55717e7a req-3e9a9b4d-18db-48ad-b324-0bc7e3074aae tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.2201266 Mar 16 16:37:23.015262 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Attempting to bind port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:37:23.016093 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Attempting to bind port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:37:23.016093 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Attempting to bind port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 on network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:37:23.039340 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1f4d452-2636-4cf7-a8e8-581a55717e7a req-5347d563-a746-4e74-b872-16a8c0986d12 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244025 Mar 16 16:37:23.040425 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 on network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:37:23.040913 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Attempting to bind port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 on network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:37:23.048700 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:37:23.049275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Checking segment: {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:37:23.049830 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Bound using segment: {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:37:23.050616 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Bound port: 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c3fd79-c410-49eb-bd24-209516586a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:37:23.051135 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:23.073047 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dc344-f0b1-42da-a0a8-fbb0b14f6918 req-faa68d7d-7c56-4a4c-9a10-8181109cbbeb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:23.080265 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7e1dc344-f0b1-42da-a0a8-fbb0b14f6918 req-faa68d7d-7c56-4a4c-9a10-8181109cbbeb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 944 time: 0.1033404 Mar 16 16:37:23.140453 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7e1dc344-f0b1-42da-a0a8-fbb0b14f6918 req-cb7c3a70-4d99-490a-933b-8b42ca4b5409 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590730 Mar 16 16:37:23.184767 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:37:23.204132 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:37:23.212792 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:23.230144 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c58aa-137a-4dc0-a94d-8e0638e878a6 req-fe53b20e-d20d-4c90-b994-d8298c67a585 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:23.231662 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0a5c58aa-137a-4dc0-a94d-8e0638e878a6 req-fe53b20e-d20d-4c90-b994-d8298c67a585 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.1052790 Mar 16 16:37:23.255989 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6da21da6-9a09-4981-bc03-2c1b25be405d details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:37:23.271533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:23.272168 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:23.274079 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] 10.222.0.57 "PUT /v2.0/ports/60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 1093 time: 1.0842376 Mar 16 16:37:23.277265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:23.279565 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f050f800-511d-461d-b6dc-b630eab3dd43" -d '{"events": [{"name": "network-changed", "server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:23.355549 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7a6e3-06eb-44c1-b4f0-0d42cb6a945b service neutron] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:23.363461 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0a5c58aa-137a-4dc0-a94d-8e0638e878a6 req-fd1f4010-088d-44dd-b4d1-998f4a4d8868 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069555 Mar 16 16:37:23.365169 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa8be1-8580-499c-bbc9-6b886edeaf17 x-openstack-request-id: req-cbfa8be1-8580-499c-bbc9-6b886edeaf17 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:23.366238 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:23.366792 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbfa8be1-8580-499c-bbc9-6b886edeaf17 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:23.367691 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'status': 'completed', 'code': 200} Mar 16 16:37:23.415260 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 6da21da6-9a09-4981-bc03-2c1b25be405d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6da21da6-9a09-4981-bc03-2c1b25be405d,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:23.427749 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'port_id': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'mac_address': 'fa:16:3e:84:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:37:23.485031 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 6da21da6-9a09-4981-bc03-2c1b25be405d is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:23.485746 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:23.501131 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da21da6-9a09-4981-bc03-2c1b25be405d {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:37:23.527617 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 6da21da6-9a09-4981-bc03-2c1b25be405d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6da21da6-9a09-4981-bc03-2c1b25be405d,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:23.532901 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:23.595381 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=6da21da6-9a09-4981-bc03-2c1b25be405d,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:23.607993 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.608376 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.608730 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.609081 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.609428 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.609781 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.610100 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.610437 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.610839 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.611089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.611420 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.611772 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.612108 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.612593 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:23.612838 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:24.195232 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d4a-c15b-4f9e-9bcc-54208cabd50f req-4e551eaa-9ca8-4470-864f-57fe8100cb3a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:24.198950 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-760f6d4a-c15b-4f9e-9bcc-54208cabd50f req-4e551eaa-9ca8-4470-864f-57fe8100cb3a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0685854 Mar 16 16:37:24.265902 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387554-91d5-408d-916b-8c7e082eadb7 req-f5e0944b-128d-43c7-bfac-83fba0f10855 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:24.267741 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-34387554-91d5-408d-916b-8c7e082eadb7 req-f5e0944b-128d-43c7-bfac-83fba0f10855 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0602951 Mar 16 16:37:24.280863 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-760f6d4a-c15b-4f9e-9bcc-54208cabd50f req-6d7b2513-72c9-4655-b557-02093ca167b1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766890 Mar 16 16:37:24.334101 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-34387554-91d5-408d-916b-8c7e082eadb7 req-4dbc21c3-dd43-4d09-b156-5182484a09cf tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501003 Mar 16 16:37:24.490282 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc210e-b44a-425d-9165-a7eb33cc55f2 req-88fe947a-ce2c-4f91-97bb-65337c7081b5 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:24.491775 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fdbc210e-b44a-425d-9165-a7eb33cc55f2 req-88fe947a-ce2c-4f91-97bb-65337c7081b5 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0548871 Mar 16 16:37:24.579263 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fdbc210e-b44a-425d-9165-a7eb33cc55f2 req-4073e6b2-3825-46b2-9a29-bd98db934b4d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806394 Mar 16 16:37:24.829333 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f800-511d-461d-b6dc-b630eab3dd43 req-14ac9c5e-8409-4b0f-8196-5b97b5938fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:24.830979 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f050f800-511d-461d-b6dc-b630eab3dd43 req-14ac9c5e-8409-4b0f-8196-5b97b5938fdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1127 time: 0.0529952 Mar 16 16:37:24.866408 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:25.051426 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f800-511d-461d-b6dc-b630eab3dd43 req-458e8611-82ff-4b9c-8f60-c0b642ea83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.053123 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f050f800-511d-461d-b6dc-b630eab3dd43 req-458e8611-82ff-4b9c-8f60-c0b642ea83d5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=60a06020c8a44210b58c419a83577897&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2118380 Mar 16 16:37:25.231184 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f800-511d-461d-b6dc-b630eab3dd43 req-4fbc999e-bec3-49f6-af2e-cdc2bd51d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.233994 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f050f800-511d-461d-b6dc-b630eab3dd43 req-4fbc999e-bec3-49f6-af2e-cdc2bd51d071 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735077 Mar 16 16:37:25.326059 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e88bbae4-b3a7-4c49-b1df-f97bd06fd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.327750 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-e88bbae4-b3a7-4c49-b1df-f97bd06fd54e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1127 time: 0.0501716 Mar 16 16:37:25.375296 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-6252f3b6-485a-46d5-98ec-7505a1225716 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 217 time: 0.0395894 Mar 16 16:37:25.473811 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-55038f9f-d223-4bd6-8355-2fedbb5cd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.475359 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-55038f9f-d223-4bd6-8355-2fedbb5cd448 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 HTTP/1.1" status: 200 len: 846 time: 0.0719695 Mar 16 16:37:25.486788 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58238e5-dcee-4c0c-bca1-688ca326c18e req-9337bad7-235f-433d-9424-c5cd287798b6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.488432 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e58238e5-dcee-4c0c-bca1-688ca326c18e req-9337bad7-235f-433d-9424-c5cd287798b6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.1157715 Mar 16 16:37:25.543295 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e596ce-42ec-4820-8656-31c2a951b9b4 req-536a68a2-2e67-4b95-9d98-ec9a1f97a314 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.545171 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e8e596ce-42ec-4820-8656-31c2a951b9b4 req-536a68a2-2e67-4b95-9d98-ec9a1f97a314 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0845091 Mar 16 16:37:25.569167 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e58238e5-dcee-4c0c-bca1-688ca326c18e req-846e9626-caf0-4418-9c5c-4eb34be3ca53 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700018 Mar 16 16:37:25.571888 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-8bca2d59-e95d-423f-be5c-49f911fa2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.574002 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-8bca2d59-e95d-423f-be5c-49f911fa2c3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846207 Mar 16 16:37:25.621928 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e8e596ce-42ec-4820-8656-31c2a951b9b4 req-b8f4bd5e-11a7-4ff6-9c59-fa9170f8d349 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616109 Mar 16 16:37:25.765863 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-c9adcf2e-3b9d-4fc6-b121-2484b9d8e209 service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644669 Mar 16 16:37:25.776162 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9f588-c1a2-4c87-af10-ece0a523efb4 req-ffdd54f7-5339-468a-a100-cf5da48f33a8 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:25.778211 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6ca9f588-c1a2-4c87-af10-ece0a523efb4 req-ffdd54f7-5339-468a-a100-cf5da48f33a8 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.1081357 Mar 16 16:37:25.837150 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['6da21da6-9a09-4981-bc03-2c1b25be405d'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:37:26.069927 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-4b6f2f39-4a4c-4e5a-9bd3-148dbfa3d286 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668945 Mar 16 16:37:26.192350 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac274bb3-e66f-43fa-a608-31544ad640da req-07de6f6e-0f01-4f68-b9f9-902135748f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:26.194639 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-07de6f6e-0f01-4f68-b9f9-902135748f86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1129 time: 0.0940301 Mar 16 16:37:26.200461 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6ca9f588-c1a2-4c87-af10-ece0a523efb4 req-90ddd0ad-0aff-4a5e-895b-4af876e11b55 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131250 Mar 16 16:37:26.225797 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-87e227ee-b7a7-4557-a2c8-74b7f3ebb79f req-9ae31706-3bb0-4b0d-b88e-f6ebd53371c5 service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466043 Mar 16 16:37:26.390364 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac274bb3-e66f-43fa-a608-31544ad640da req-9569f7e4-29de-4afc-a283-473ede81645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:26.392512 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-9569f7e4-29de-4afc-a283-473ede81645e service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.1733582 Mar 16 16:37:26.498006 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-b33067ce-ba8a-4229-837c-b548378a85de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0981896 Mar 16 16:37:26.593829 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac274bb3-e66f-43fa-a608-31544ad640da req-27f03de4-08f9-4ede-8ad8-a826e72985df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:26.595353 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-27f03de4-08f9-4ede-8ad8-a826e72985df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0900989 Mar 16 16:37:26.740346 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac274bb3-e66f-43fa-a608-31544ad640da req-b73fc762-0907-4501-87b4-54372349c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:26.742087 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-b73fc762-0907-4501-87b4-54372349c1fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1391423 Mar 16 16:37:26.752304 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbaa63-0c8b-4d2e-884b-8e1b71b9816f req-c04ee2ee-c591-4894-8d22-76c8391bae5a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:26.752304 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b4cbaa63-0c8b-4d2e-884b-8e1b71b9816f req-c04ee2ee-c591-4894-8d22-76c8391bae5a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0782695 Mar 16 16:37:26.792791 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2531f-442b-47ab-8f55-28e0c501c201 req-5fde11cd-8d27-4150-96d9-f3b4a4e21ebc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:26.794554 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6fb2531f-442b-47ab-8f55-28e0c501c201 req-5fde11cd-8d27-4150-96d9-f3b4a4e21ebc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0761726 Mar 16 16:37:26.851978 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6fb2531f-442b-47ab-8f55-28e0c501c201 req-a2289044-8c34-40f7-8b41-89493e0e4f14 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516713 Mar 16 16:37:26.921357 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b4cbaa63-0c8b-4d2e-884b-8e1b71b9816f req-18c566d4-10d3-4070-9e64-9daaf2926ce0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902185 Mar 16 16:37:26.925942 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-2ffd43ed-7891-49c4-9a07-a22d188e09e7 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678770 Mar 16 16:37:27.036988 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac274bb3-e66f-43fa-a608-31544ad640da req-26c6cbf5-48d5-41e4-aec6-488ca6ce6bd8 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037459 Mar 16 16:37:27.337429 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23430b-e673-41e0-9bb2-cab96b544acb req-b4365e8b-6907-43ae-94b5-9ea8a6d78b4e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:27.339528 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1a23430b-e673-41e0-9bb2-cab96b544acb req-b4365e8b-6907-43ae-94b5-9ea8a6d78b4e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0614522 Mar 16 16:37:27.397007 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1a23430b-e673-41e0-9bb2-cab96b544acb req-62f7f036-40da-4bd1-90b3-8bc26b1b8b70 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517642 Mar 16 16:37:27.990942 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4792b-ffe2-4d72-9e1b-50ed13dc7f05 req-d9c805ec-4d07-45c5-a9cc-5611d5bb1644 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:27.992556 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-44d4792b-ffe2-4d72-9e1b-50ed13dc7f05 req-d9c805ec-4d07-45c5-a9cc-5611d5bb1644 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0637650 Mar 16 16:37:28.063681 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-44d4792b-ffe2-4d72-9e1b-50ed13dc7f05 req-e6e97bd8-076c-41a6-b718-5cf534cbb7ac tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651302 Mar 16 16:37:28.090485 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a10bf-97a7-48d0-8e12-f6241838c71f req-8e3212dc-5971-443e-af94-21701fa57191 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:28.090485 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f00a10bf-97a7-48d0-8e12-f6241838c71f req-8e3212dc-5971-443e-af94-21701fa57191 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0836303 Mar 16 16:37:28.137984 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f00a10bf-97a7-48d0-8e12-f6241838c71f req-a297251b-3e1f-4efd-9c2c-7beb58316609 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468717 Mar 16 16:37:28.547676 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f35dc4-8ff5-4627-b91a-54cb50951c50 req-a12916dc-3595-4864-9a0a-350777357cfb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:28.549316 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a1f35dc4-8ff5-4627-b91a-54cb50951c50 req-a12916dc-3595-4864-9a0a-350777357cfb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0744169 Mar 16 16:37:28.601161 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a1f35dc4-8ff5-4627-b91a-54cb50951c50 req-39164bc7-fc5d-4874-ba6a-6c199eda0ba1 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Mar 16 16:37:29.222463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7775-ca4c-4ec1-ab6f-fe4b44754825 req-fbc9cbf8-d191-46fc-b119-79a6cc304f33 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:29.229880 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1f8a7775-ca4c-4ec1-ab6f-fe4b44754825 req-fbc9cbf8-d191-46fc-b119-79a6cc304f33 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0861690 Mar 16 16:37:29.285622 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1f8a7775-ca4c-4ec1-ab6f-fe4b44754825 req-3ae4d67d-7142-479d-9134-a548348590ae tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542052 Mar 16 16:37:29.304000 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecf1db-46d0-41a9-9cac-c837263c4a42 req-9787b7cb-0df4-4335-a2b5-8d130bed8cc6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:29.305677 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dcecf1db-46d0-41a9-9cac-c837263c4a42 req-9787b7cb-0df4-4335-a2b5-8d130bed8cc6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0821903 Mar 16 16:37:29.360451 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dcecf1db-46d0-41a9-9cac-c837263c4a42 req-804e5a24-7f9b-4cfe-8f34-6e4acfcdd9fc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478189 Mar 16 16:37:29.753217 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d34f-64b7-4e89-a873-75058d31871e req-d4209bdb-74c7-4cb3-9ac3-c04189e14461 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:29.755473 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31b6d34f-64b7-4e89-a873-75058d31871e req-d4209bdb-74c7-4cb3-9ac3-c04189e14461 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0818191 Mar 16 16:37:29.808559 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31b6d34f-64b7-4e89-a873-75058d31871e req-4a6e3b00-23a2-46b5-a9b6-d60ed6f16a5b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465217 Mar 16 16:37:30.412077 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd42def-6bc8-4cbd-9ffc-6f48111af34a req-4037e79b-ee2b-42ec-9539-5861d1871e0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:30.413633 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dcd42def-6bc8-4cbd-9ffc-6f48111af34a req-4037e79b-ee2b-42ec-9539-5861d1871e0d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0573921 Mar 16 16:37:30.469426 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dcd42def-6bc8-4cbd-9ffc-6f48111af34a req-979ecc87-c5e6-4543-92c0-83db1b95a8e5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491943 Mar 16 16:37:30.496438 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d2203-6601-42cb-a76e-765b7f2ec121 req-64faa007-bbb3-45da-b95b-33f5293e602a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:30.497917 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-649d2203-6601-42cb-a76e-765b7f2ec121 req-64faa007-bbb3-45da-b95b-33f5293e602a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0585885 Mar 16 16:37:30.543689 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-649d2203-6601-42cb-a76e-765b7f2ec121 req-d8f9da8e-5d16-4bb0-8186-fea21e9c8d9d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Mar 16 16:37:30.925193 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbcce0-1b1c-49b1-a319-3e43a0e71b9a req-e896b160-c5e8-4341-831d-0d823e0be08b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:30.926659 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cddbcce0-1b1c-49b1-a319-3e43a0e71b9a req-e896b160-c5e8-4341-831d-0d823e0be08b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0514657 Mar 16 16:37:30.978622 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cddbcce0-1b1c-49b1-a319-3e43a0e71b9a req-8fa24538-d35a-4536-803b-561af5c826a7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Mar 16 16:37:31.585489 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774eb60d-9aef-49aa-a987-14156a352308 req-1ce2ca40-0ca9-47fb-b738-bf5ba6a32a1a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:31.586962 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-774eb60d-9aef-49aa-a987-14156a352308 req-1ce2ca40-0ca9-47fb-b738-bf5ba6a32a1a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0511198 Mar 16 16:37:31.640770 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-774eb60d-9aef-49aa-a987-14156a352308 req-ae34994d-22d0-42ad-83cc-93904a075420 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468342 Mar 16 16:37:31.664375 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613df52-c583-44fa-994c-04dc5234d79a req-49a3f901-ee30-4ae0-b3be-f4266e13131d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:31.666445 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d613df52-c583-44fa-994c-04dc5234d79a req-49a3f901-ee30-4ae0-b3be-f4266e13131d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0518429 Mar 16 16:37:31.711657 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d613df52-c583-44fa-994c-04dc5234d79a req-9d4f091f-9044-48e1-94dd-a0ea2c232414 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 Mar 16 16:37:32.096374 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7dcf3-4daf-4d03-8971-72db3906e91e req-fb0c704f-c28a-4165-aff0-07ccdda152b3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:32.097818 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9aa7dcf3-4daf-4d03-8971-72db3906e91e req-fb0c704f-c28a-4165-aff0-07ccdda152b3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0538449 Mar 16 16:37:32.148165 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9aa7dcf3-4daf-4d03-8971-72db3906e91e req-9832e5c4-30bd-443d-8b46-b152d754391f tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Mar 16 16:37:32.761282 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0942a6-e338-42f3-bdd5-fe9e5cbbb6d3 req-dd438e2c-abe5-4b26-b0ea-38a311cf9f6c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:32.763030 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-eb0942a6-e338-42f3-bdd5-fe9e5cbbb6d3 req-dd438e2c-abe5-4b26-b0ea-38a311cf9f6c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 945 time: 0.0565705 Mar 16 16:37:32.818821 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-eb0942a6-e338-42f3-bdd5-fe9e5cbbb6d3 req-778cb259-2925-48d2-913c-38bbbea2c5bc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501792 Mar 16 16:37:32.855551 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6da68e-04d0-436b-9599-ae8cc186632d req-097450ab-20a4-4a27-b5c5-540e9286ec1a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:32.857695 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ad6da68e-04d0-436b-9599-ae8cc186632d req-097450ab-20a4-4a27-b5c5-540e9286ec1a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 945 time: 0.0735269 Mar 16 16:37:32.904639 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-13cdc5c2-8de9-4390-b424-5fb9e27f54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:32.906606 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-13cdc5c2-8de9-4390-b424-5fb9e27f54e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1129 time: 0.0554345 Mar 16 16:37:32.935661 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ad6da68e-04d0-436b-9599-ae8cc186632d req-34a2eb37-bafe-4d98-91de-7db4f830f651 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721681 Mar 16 16:37:33.011723 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-7d6443fb-8322-4ff6-82f7-d1edd2e9e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:33.013267 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-7d6443fb-8322-4ff6-82f7-d1edd2e9e79e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.0998139 Mar 16 16:37:33.086315 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-141d85a6-7709-48bd-8855-41fcc4a50a3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 1000 time: 0.0669687 Mar 16 16:37:33.139639 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-8781b158-f609-42cf-8877-6d2074703def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:33.141243 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-8781b158-f609-42cf-8877-6d2074703def service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0484970 Mar 16 16:37:33.195965 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-ed793076-bcc7-4ed6-97c3-c193ed56f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:33.197528 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-ed793076-bcc7-4ed6-97c3-c193ed56f393 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483191 Mar 16 16:37:33.333763 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db317142-c72b-456e-93bf-d77f3d5c2596 req-f0d49e25-ce29-48f6-a28b-519fd02a50ec tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:33.335252 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-db317142-c72b-456e-93bf-d77f3d5c2596 req-f0d49e25-ce29-48f6-a28b-519fd02a50ec tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.1120799 Mar 16 16:37:33.337554 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-672319f6-2389-4525-8f10-8edc4d513453 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330929 Mar 16 16:37:33.438134 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-db317142-c72b-456e-93bf-d77f3d5c2596 req-512b6d82-18de-431d-9f64-0908b51a1dfa tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964377 Mar 16 16:37:33.463945 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9cdd4e76-4eab-45df-ac29-4d93909f3636 req-80378e3b-d3c1-4c3c-aa3e-bb249a7cfd5e service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161351 Mar 16 16:37:33.531726 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6da21da6-9a09-4981-bc03-2c1b25be405d up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:37:33.586929 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 6da21da6-9a09-4981-bc03-2c1b25be405d completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:37:33.590707 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 6da21da6-9a09-4981-bc03-2c1b25be405d triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:37:33.591083 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:33.666678 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 6da21da6-9a09-4981-bc03-2c1b25be405d is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:33.667068 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:33.689390 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:33.692010 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b7cfb3-fb34-4830-ab4a-7036f6605929" -d '{"events": [{"server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "name": "network-vif-plugged", "status": "completed", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:33.703850 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 6da21da6-9a09-4981-bc03-2c1b25be405d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6da21da6-9a09-4981-bc03-2c1b25be405d,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:33.707747 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:33.708719 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:37:33.734108 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b384baca-b3e7-4a77-b098-ea8d33afc34f x-openstack-request-id: req-b384baca-b3e7-4a77-b098-ea8d33afc34f {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:33.734423 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "name": "network-vif-plugged", "status": "completed", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:33.734679 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b384baca-b3e7-4a77-b098-ea8d33afc34f {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:33.735061 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'code': 200} Mar 16 16:37:33.786546 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=6da21da6-9a09-4981-bc03-2c1b25be405d,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:33.829744 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: ACTIVE; New status is: DOWN {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:33.830127 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:33.864393 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:33.868549 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:33.919846 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=8']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:33.973943 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9bad-734a-4496-9ae9-580b5cd1b8c4 req-e774c376-e745-471f-8264-8ad8f3b29116 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:33.975427 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-523f9bad-734a-4496-9ae9-580b5cd1b8c4 req-e774c376-e745-471f-8264-8ad8f3b29116 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 946 time: 0.0741379 Mar 16 16:37:33.978278 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2787da3-047f-46f1-b9b0-d344089991a2 req-c2400cbf-8e49-4178-9dcc-1586e6e253d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:33.979661 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f2787da3-047f-46f1-b9b0-d344089991a2 req-c2400cbf-8e49-4178-9dcc-1586e6e253d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 1130 time: 0.0874994 Mar 16 16:37:34.069039 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-523f9bad-734a-4496-9ae9-580b5cd1b8c4 req-78f4376a-bf18-449e-a254-a65b78a3fdd4 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821140 Mar 16 16:37:34.073325 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f2787da3-047f-46f1-b9b0-d344089991a2 req-4fd464bb-9b49-4dcb-b913-17116e33d203 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840786 Mar 16 16:37:34.084316 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fb7b-41b7-4ee2-a350-5e1977b005da req-496d171d-51e3-42b5-8adf-6c5478353fca tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:34.085833 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e0b7fb7b-41b7-4ee2-a350-5e1977b005da req-496d171d-51e3-42b5-8adf-6c5478353fca tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0656266 Mar 16 16:37:34.132793 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e0b7fb7b-41b7-4ee2-a350-5e1977b005da req-021f3a25-0e56-487e-874d-6371bbef72e5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Mar 16 16:37:34.556983 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622853e-a6f0-47c2-86d8-ff85eb7ff271 req-2ddd7f84-844d-48c3-b7eb-7d739ad08f13 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:34.558773 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7622853e-a6f0-47c2-86d8-ff85eb7ff271 req-2ddd7f84-844d-48c3-b7eb-7d739ad08f13 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0544336 Mar 16 16:37:34.609402 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7622853e-a6f0-47c2-86d8-ff85eb7ff271 req-b2e0ba97-c442-4911-a6c7-621a857bfcb7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Mar 16 16:37:35.185474 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52617-02e3-46d9-8ec7-49bc8dd4d438 req-2c680fad-24d5-45cf-84b7-a83c94227880 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:35.186952 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15b52617-02e3-46d9-8ec7-49bc8dd4d438 req-2c680fad-24d5-45cf-84b7-a83c94227880 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 946 time: 0.0533583 Mar 16 16:37:35.235530 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15b52617-02e3-46d9-8ec7-49bc8dd4d438 req-278e4545-d187-4892-8806-d50b327ac611 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428288 Mar 16 16:37:35.347407 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a53547-823e-44e9-9d17-dd83da476c09 req-597fc564-1d3a-46c3-bae2-20d29d0eebf6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:35.349012 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f7a53547-823e-44e9-9d17-dd83da476c09 req-597fc564-1d3a-46c3-bae2-20d29d0eebf6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0603735 Mar 16 16:37:35.399804 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f7a53547-823e-44e9-9d17-dd83da476c09 req-dc400d6f-eaf3-4655-8076-54fc6f9b469e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Mar 16 16:37:35.733881 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803b57f-7a16-49e1-b5c8-6b9cacb2fb27 req-c7826650-7a84-4cfd-99ea-88a383bfa83e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:35.735407 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4803b57f-7a16-49e1-b5c8-6b9cacb2fb27 req-c7826650-7a84-4cfd-99ea-88a383bfa83e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0574582 Mar 16 16:37:35.736574 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:35.739279 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d972d3b-b97e-4e88-821e-ec95a8ad772f" -d '{"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:35.777452 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2749d47a-1e4a-4cef-8823-d95e2b0c21d5 x-openstack-request-id: req-2749d47a-1e4a-4cef-8823-d95e2b0c21d5 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:35.778001 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:35.778470 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2749d47a-1e4a-4cef-8823-d95e2b0c21d5 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:35.779192 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'code': 200} Mar 16 16:37:35.792271 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4803b57f-7a16-49e1-b5c8-6b9cacb2fb27 req-ff67100e-6060-4cad-8b14-2db9690a7a89 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504205 Mar 16 16:37:36.045079 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38790) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:36.149808 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e6889e2e-5fdf-4f43-a4a9-bc0a88f52de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.224815 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e6889e2e-5fdf-4f43-a4a9-bc0a88f52de7 admin admin] Publish callbacks [] for security_group (bd80271c-020c-446e-85d4-d3e1b3f242e1), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.229375 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e6889e2e-5fdf-4f43-a4a9-bc0a88f52de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (bd80271c-020c-446e-85d4-d3e1b3f242e1), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.266422 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e6889e2e-5fdf-4f43-a4a9-bc0a88f52de7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dd3278b505b40c2b6bcd2ee0d8606b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202101 Mar 16 16:37:36.267297 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6889e2e-5fdf-4f43-a4a9-bc0a88f52de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80271c-020c-446e-85d4-d3e1b3f242e1,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:36.269069 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 38796) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:36.326786 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Publish callbacks [] for security_group (bd80271c-020c-446e-85d4-d3e1b3f242e1), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.353238 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Publish callbacks [] for security_group (bd80271c-020c-446e-85d4-d3e1b3f242e1), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.376213 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0253-36a8-4c2a-ba14-9c8d2a87a03e req-daf73045-a6ec-4441-9aa0-b5d9baabbe22 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:36.378052 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-985f0253-36a8-4c2a-ba14-9c8d2a87a03e req-daf73045-a6ec-4441-9aa0-b5d9baabbe22 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 946 time: 0.0720632 Mar 16 16:37:36.418279 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (bd80271c-020c-446e-85d4-d3e1b3f242e1), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.422643 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.428938 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd80271c-020c-446e-85d4-d3e1b3f242e1 HTTP/1.1" status: 204 len: 168 time: 0.1577199 Mar 16 16:37:36.439608 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80271c-020c-446e-85d4-d3e1b3f242e1,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:36.449296 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.449654 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.450077 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.450422 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.451519 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.452274 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.452763 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.453104 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.453631 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.453975 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.454314 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.454638 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.455172 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.455739 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.456314 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e130c077-c207-4b83-ac95-db91b72da47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:37:36.550672 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97235cb0-5165-4a84-b176-1baecccb52c5 req-40e6dbe8-b544-48a3-a924-efa3088e283e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:36.552205 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-97235cb0-5165-4a84-b176-1baecccb52c5 req-40e6dbe8-b544-48a3-a924-efa3088e283e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0629051 Mar 16 16:37:36.604909 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-97235cb0-5165-4a84-b176-1baecccb52c5 req-496fe20f-09e8-4397-88e6-11047dd12496 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Mar 16 16:37:36.689386 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-985f0253-36a8-4c2a-ba14-9c8d2a87a03e req-8a37b549-d6a3-49b8-8b87-e450a34c6af5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3013201 Mar 16 16:37:36.805354 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38816) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:36.820892 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-eaad3888-78d5-44a4-bd10-f725b6c65429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.872982 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487e7e6-1c68-4932-b3de-2e1388640d47 req-a24965b1-2cf0-4d23-802a-2e448d254bdb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:36.874514 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7487e7e6-1c68-4932-b3de-2e1388640d47 req-a24965b1-2cf0-4d23-802a-2e448d254bdb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 946 time: 0.0630066 Mar 16 16:37:36.905138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-eaad3888-78d5-44a4-bd10-f725b6c65429 admin admin] Publish callbacks [] for security_group (bcf0d8fe-cdf9-4dff-be6e-d3023b663061), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.909555 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-eaad3888-78d5-44a4-bd10-f725b6c65429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (bcf0d8fe-cdf9-4dff-be6e-d3023b663061), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:36.925336 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7487e7e6-1c68-4932-b3de-2e1388640d47 req-b0709c5a-b7fa-4e35-bc36-92bb92039b26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450315 Mar 16 16:37:36.948455 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad3888-78d5-44a4-bd10-f725b6c65429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0d8fe-cdf9-4dff-be6e-d3023b663061,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:36.957626 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38824) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:36.966221 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-eaad3888-78d5-44a4-bd10-f725b6c65429 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff7f4765339f45139dc922beff4d9dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591563 Mar 16 16:37:36.970004 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38828) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:37.028608 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-069dee92-e9fe-4e74-b719-177f25afef33 admin admin] Publish callbacks [] for security_group (bcf0d8fe-cdf9-4dff-be6e-d3023b663061), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.053724 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-069dee92-e9fe-4e74-b719-177f25afef33 admin admin] Publish callbacks [] for security_group (bcf0d8fe-cdf9-4dff-be6e-d3023b663061), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.074535 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472204e9-fd11-46d4-97a2-0254cf0bec1c req-20f4ed39-389b-4369-a8f8-e0df1c67943a tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:37.076085 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-472204e9-fd11-46d4-97a2-0254cf0bec1c req-20f4ed39-389b-4369-a8f8-e0df1c67943a tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 945 time: 0.0750287 Mar 16 16:37:37.159264 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-472204e9-fd11-46d4-97a2-0254cf0bec1c req-351c2413-8317-4fc8-a8a3-b76bbaad89ec tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724549 Mar 16 16:37:37.188064 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-069dee92-e9fe-4e74-b719-177f25afef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (bcf0d8fe-cdf9-4dff-be6e-d3023b663061), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.190609 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-069dee92-e9fe-4e74-b719-177f25afef33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.194393 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-069dee92-e9fe-4e74-b719-177f25afef33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bcf0d8fe-cdf9-4dff-be6e-d3023b663061 HTTP/1.1" status: 204 len: 168 time: 0.2208884 Mar 16 16:37:37.205219 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dee92-e9fe-4e74-b719-177f25afef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0d8fe-cdf9-4dff-be6e-d3023b663061,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:37.216721 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353c813-081d-4c3a-b34e-43d163d0f44d req-6383eb53-3dc7-4f26-af3a-a18e9c469958 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:37.218237 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2353c813-081d-4c3a-b34e-43d163d0f44d req-6383eb53-3dc7-4f26-af3a-a18e9c469958 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0830586 Mar 16 16:37:37.294273 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-8f956803-c685-486c-98c1-31fb5dc35455 req-4eb5c9ed-6b72-45f9-b5e8-4e96e1f68b8f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:37:37.295538 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8f956803-c685-486c-98c1-31fb5dc35455 req-4eb5c9ed-6b72-45f9-b5e8-4e96e1f68b8f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055504 Mar 16 16:37:37.300938 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2353c813-081d-4c3a-b34e-43d163d0f44d req-e31ad23f-1e7a-4b80-89c6-5582a9aec388 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764847 Mar 16 16:37:37.339287 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3587d-1b51-40d8-9fce-93266544f180 tempest-TestVolumeBootPattern-296869157 tempest-TestVolumeBootPattern-296869157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:37.341703 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5ee3587d-1b51-40d8-9fce-93266544f180 tempest-TestVolumeBootPattern-296869157 tempest-TestVolumeBootPattern-296869157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 1125 time: 0.3786483 Mar 16 16:37:37.343829 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 38840) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:37.348233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'port_id': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:37:37.371463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.489217 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.496924 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac784-8cb5-4d3f-874d-b2780437c663 req-12466099-6d4e-4f18-8ad3-d6183bb3ef14 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:37.498482 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7aaac784-8cb5-4d3f-874d-b2780437c663 req-12466099-6d4e-4f18-8ad3-d6183bb3ef14 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0612800 Mar 16 16:37:37.569022 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7aaac784-8cb5-4d3f-874d-b2780437c663 req-a2060e9e-8565-4841-a127-3cba8bdc77cc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645905 Mar 16 16:37:37.639851 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Allocated IP 172.27.0.198 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/97907d69-cbb4-4823-a4f7-7c375cdea36b) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:37:37.760751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.802044 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:37.838562 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:37:37.841845 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:37:37.848110 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:37:37.885046 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=97907d69-cbb4-4823-a4f7-7c375cdea36b,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:37.908799 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38878) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:38.013938 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-7ddd11f7-50e9-49c5-a3d6-ca1ab79cf406 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039720 Mar 16 16:37:38.022849 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-4d6f069f-ca94-4dea-9e87-5041c3ce93b3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:37:38.023899 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-4d6f069f-ca94-4dea-9e87-5041c3ce93b3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054030 Mar 16 16:37:38.167449 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 38890) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:38.375131 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6588c85-6f7a-48f7-9dd9-4e00f5939004 req-c911b899-00a0-4c13-80f9-5a1d02eb692f tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:38.376690 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f6588c85-6f7a-48f7-9dd9-4e00f5939004 req-c911b899-00a0-4c13-80f9-5a1d02eb692f tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 945 time: 0.1373849 Mar 16 16:37:38.413441 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (947707ce-6555-4b49-ae60-fa403bd761dc), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:38.477654 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:37:38.478404 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-0f6f1e97-6e89-4e0c-b915-b83174820851 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:38.484923 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-0f6f1e97-6e89-4e0c-b915-b83174820851 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports/d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 940 time: 0.3163409 Mar 16 16:37:38.500496 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff990f-c2b4-41fc-bb94-aff063509ff8 req-d80cd59d-4314-4e3e-a0ee-936819934d82 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:38.502972 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b7ff990f-c2b4-41fc-bb94-aff063509ff8 req-d80cd59d-4314-4e3e-a0ee-936819934d82 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.1099854 Mar 16 16:37:38.512779 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f6588c85-6f7a-48f7-9dd9-4e00f5939004 req-f3942761-f72d-413c-ac66-d408ce7b8b4e tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259816 Mar 16 16:37:38.577560 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:38.603799 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b7ff990f-c2b4-41fc-bb94-aff063509ff8 req-88a17d39-4cb9-42b8-9246-5482e8367c25 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944703 Mar 16 16:37:38.766525 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94817593-f072-4b40-bf04-1bb1db0b0c83 req-4bd62320-9b71-4fd0-8c57-45d7b384d63e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:38.768528 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-94817593-f072-4b40-bf04-1bb1db0b0c83 req-4bd62320-9b71-4fd0-8c57-45d7b384d63e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0785551 Mar 16 16:37:38.841630 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:38.846862 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-94817593-f072-4b40-bf04-1bb1db0b0c83 req-6f3db9e9-1155-4aa3-afa6-9e1e5f02c424 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720162 Mar 16 16:37:38.847275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:38.913911 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=97907d69-cbb4-4823-a4f7-7c375cdea36b,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:38.935301 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (947707ce-6555-4b49-ae60-fa403bd761dc), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:39.044324 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Floating IP 947707ce-6555-4b49-ae60-fa403bd761dc associated. External IP: 172.27.0.198, port: 6da21da6-9a09-4981-bc03-2c1b25be405d. Mar 16 16:37:39.207561 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-9044d177-a9ef-44fc-b769-076e024bb1f1 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:39.209052 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-9044d177-a9ef-44fc-b769-076e024bb1f1 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 945 time: 0.0613704 Mar 16 16:37:39.317844 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Deleting port e45d0b48-3885-4728-874a-419861fde60f {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:37:39.318115 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (e45d0b48-3885-4728-874a-419861fde60f), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:39.436000 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] For port e45d0b48-3885-4728-874a-419861fde60f, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=e45d0b48-3885-4728-874a-419861fde60f,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:39.436403 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (e45d0b48-3885-4728-874a-419861fde60f), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:39.453688 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Calling delete_port for e45d0b48-3885-4728-874a-419861fde60f owned by compute:nova {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:37:39.522609 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:37:39.550991 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 60e9f7aa-c84b-4045-83bb-8fefcf34b947 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:37:39.555887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:37:39.726570 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (e45d0b48-3885-4728-874a-419861fde60f), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:39.734266 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: DOWN; New status is: DOWN {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:39.739103 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:37:39.743234 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['e45d0b48-3885-4728-874a-419861fde60f'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:37:39.766995 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Pushing event deleted for resources: {'Port': ['ID=e45d0b48-3885-4728-874a-419861fde60f,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:39.785172 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61ea1d-3daa-4454-b3c8-0d30b79a1751 req-b275c9d8-30ed-4e12-b96f-6a896d17da80 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:39.786732 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8f61ea1d-3daa-4454-b3c8-0d30b79a1751 req-b275c9d8-30ed-4e12-b96f-6a896d17da80 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=54ef37fa-9cfe-4c7a-845b-315f015a2a33 HTTP/1.1" status: 200 len: 867 time: 0.1314118 Mar 16 16:37:39.839733 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] No DVR routers for this DVR port e45d0b48-3885-4728-874a-419861fde60f on host hv-cinder-83400 {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:37:39.847633 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:39.847804 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:39.851723 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-752899ef-7397-42f1-ac47-5ab52c10adb9 req-4a33c7d4-4702-4a96-9546-64b8cfce8bc7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "DELETE /v2.0/ports/e45d0b48-3885-4728-874a-419861fde60f HTTP/1.1" status: 204 len: 173 time: 0.6348882 Mar 16 16:37:39.851723 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'name': 'network-vif-deleted', 'tag': 'e45d0b48-3885-4728-874a-419861fde60f'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:39.854782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a359f17-16f2-41f7-add8-9a2c4195f1d5" -d '{"events": [{"server_uuid": "54ef37fa-9cfe-4c7a-845b-315f015a2a33", "name": "network-vif-deleted", "tag": "e45d0b48-3885-4728-874a-419861fde60f"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:39.872511 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:37:39.896802 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8f61ea1d-3daa-4454-b3c8-0d30b79a1751 req-dcdfdf51-72b1-4f96-b878-81a741e2382e tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931504 Mar 16 16:37:39.932935 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b62969-487c-41b2-87f5-16d2811b077d req-a31ed3e1-0e43-46d2-8cd5-750f79cec583 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:39.934949 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13b62969-487c-41b2-87f5-16d2811b077d req-a31ed3e1-0e43-46d2-8cd5-750f79cec583 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.1832569 Mar 16 16:37:39.952695 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-cb641871-f98f-4c19-9965-c32448aa5c26 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6077425 Mar 16 16:37:39.953416 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:39.956032 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c54df1-2235-4e21-8cac-95a8bdbc639d" -d '{"events": [{"name": "network-changed", "server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:39.977549 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:37:39.978886 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:37:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:39.981256 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93182bf-ece5-47f2-9416-753321af5833 x-openstack-request-id: req-d93182bf-ece5-47f2-9416-753321af5833 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:39.981610 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ef37fa-9cfe-4c7a-845b-315f015a2a33", "name": "network-vif-deleted", "tag": "e45d0b48-3885-4728-874a-419861fde60f", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:39.982022 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d93182bf-ece5-47f2-9416-753321af5833 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:39.982764 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ef37fa-9cfe-4c7a-845b-315f015a2a33', 'name': 'network-vif-deleted', 'tag': 'e45d0b48-3885-4728-874a-419861fde60f', 'status': 'completed', 'code': 200} Mar 16 16:37:40.036150 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13b62969-487c-41b2-87f5-16d2811b077d req-e99ac62d-c1a1-4dbf-8f3b-0d89ac9006a8 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952051 Mar 16 16:37:40.086344 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6a35e4-b2fb-42e5-a0c2-e938f752e69e x-openstack-request-id: req-1f6a35e4-b2fb-42e5-a0c2-e938f752e69e {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:40.086741 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:40.087464 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f6a35e4-b2fb-42e5-a0c2-e938f752e69e {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:40.088730 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'status': 'completed', 'code': 200} Mar 16 16:37:40.115441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:40.145265 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'port_id': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'mac_address': 'fa:16:3e:c5:4a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:37:40.188044 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-cee64d2b-3c13-4ad1-8947-c99f0363959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.190077 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-cee64d2b-3c13-4ad1-8947-c99f0363959c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 1130 time: 0.0692968 Mar 16 16:37:40.206932 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17a50-a49d-4018-a6bb-1fd46e505830 req-31252e43-91b0-4606-8f8d-d0a3d9c21e87 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.208476 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbf17a50-a49d-4018-a6bb-1fd46e505830 req-31252e43-91b0-4606-8f8d-d0a3d9c21e87 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.1601570 Mar 16 16:37:40.213367 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:37:40.215074 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:40.215631 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:40.226461 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-be929b5d-b2bc-4833-870c-938133342a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.228418 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-be929b5d-b2bc-4833-870c-938133342a93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458&tenant_id=1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 1127 time: 0.1139438 Mar 16 16:37:40.296648 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e9f7aa-c84b-4045-83bb-8fefcf34b947 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:37:40.320572 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-0c02d20f-45e6-4094-b4dd-f24feb737757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.323081 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-0c02d20f-45e6-4094-b4dd-f24feb737757 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.1227925 Mar 16 16:37:40.329514 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cbf17a50-a49d-4018-a6bb-1fd46e505830 req-a2720ac2-e683-4e23-bfa0-a6cdea6a525a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052122 Mar 16 16:37:40.334995 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-9351bbea-c9dc-4eb6-9dcb-4b44d9fca5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.336868 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-9351bbea-c9dc-4eb6-9dcb-4b44d9fca5c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1127 time: 0.0792944 Mar 16 16:37:40.369736 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:40.411580 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-908457bb-edf0-427b-a43f-9a29f897b0ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da21da6-9a09-4981-bc03-2c1b25be405d HTTP/1.1" status: 200 len: 1000 time: 0.0821097 Mar 16 16:37:40.413050 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:40.481115 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-9ce3d795-2527-40a1-a7e2-4db23758c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.482624 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-9ce3d795-2527-40a1-a7e2-4db23758c877 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1232412 Mar 16 16:37:40.486073 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-d0149dea-59ab-4508-9b1d-28e0dc2f79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.487966 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-d0149dea-59ab-4508-9b1d-28e0dc2f79c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0689185 Mar 16 16:37:40.541776 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:40.596409 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-da5fc6ce-59dc-4234-927a-5b119182ef96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 998 time: 0.1003325 Mar 16 16:37:40.609193 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-14aaec3c-8018-4fde-b8e8-fec12ab2c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.611994 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-14aaec3c-8018-4fde-b8e8-fec12ab2c692 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097376 Mar 16 16:37:40.652802 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-03e5fe92-fc52-4708-8d4d-658c7ec68848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.654530 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-03e5fe92-fc52-4708-8d4d-658c7ec68848 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0512719 Mar 16 16:37:40.708921 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '947707ce-6555-4b49-ae60-fa403bd761dc', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:84:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:37:38Z', 'updated_at': '2022-03-16T16:37:38Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:40.719140 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-eaf6364f-42db-4f7e-a9f2-f81f49de0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:40.721511 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-eaf6364f-42db-4f7e-a9f2-f81f49de0e22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591714 Mar 16 16:37:40.734848 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-8af55856-f96c-409e-8044-8d1307c6112b service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152546 Mar 16 16:37:40.744032 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:37:40.753553 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:37:40.754377 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:37:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:40.838083 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-085fe624-0419-4af2-949d-d78af2429679 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090109 Mar 16 16:37:40.870317 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-39c54df1-2235-4e21-8cac-95a8bdbc639d req-99287fa6-9f6c-4a0f-8ecd-0026d1e7db2b service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283336 Mar 16 16:37:40.983601 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a3d8c875-b817-4127-87e6-378e04a4f331 req-e67736f5-a778-4375-a376-913c78af964a service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370246 Mar 16 16:37:40.983711 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['60e9f7aa-c84b-4045-83bb-8fefcf34b947'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:37:41.023960 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39032) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:41.103569 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:37:41.186512 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-67116b80-2af2-4cba-b261-d0e6ea754e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:41.248105 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0988b01-a9cd-4397-bfb6-7d505e1853ee req-6bbf81d3-eb4c-4431-9d02-3fccd66d8de7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:41.250485 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e0988b01-a9cd-4397-bfb6-7d505e1853ee req-6bbf81d3-eb4c-4431-9d02-3fccd66d8de7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.1436195 Mar 16 16:37:41.342688 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e0988b01-a9cd-4397-bfb6-7d505e1853ee req-276c306a-9236-43ad-b26f-34547d850284 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802352 Mar 16 16:37:41.358635 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-67116b80-2af2-4cba-b261-d0e6ea754e77 admin admin] Publish callbacks [] for security_group (25a9c502-f14e-4fe0-84f4-7846de4334b3), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:41.376269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-67116b80-2af2-4cba-b261-d0e6ea754e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (25a9c502-f14e-4fe0-84f4-7846de4334b3), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:41.427211 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-67116b80-2af2-4cba-b261-d0e6ea754e77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba772d61161c474f9a8503c992dcf3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021170 Mar 16 16:37:41.430486 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39054) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:41.468139 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116b80-2af2-4cba-b261-d0e6ea754e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9c502-f14e-4fe0-84f4-7846de4334b3,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:41.487787 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d71ea9-f1d9-4122-8b1e-806c28405deb req-64a6db8d-7d64-4603-a63c-11e36fdf3b17 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:41.492864 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-88d71ea9-f1d9-4122-8b1e-806c28405deb req-64a6db8d-7d64-4603-a63c-11e36fdf3b17 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0692127 Mar 16 16:37:41.520709 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1c13a642-c20d-4f49-8816-c135bbabeeaf admin admin] Publish callbacks [] for security_group (25a9c502-f14e-4fe0-84f4-7846de4334b3), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:41.548430 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1c13a642-c20d-4f49-8816-c135bbabeeaf admin admin] Publish callbacks [] for security_group (25a9c502-f14e-4fe0-84f4-7846de4334b3), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:41.551523 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-88d71ea9-f1d9-4122-8b1e-806c28405deb req-4eb277f8-f1fb-4b7f-af31-2d32a6196413 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529459 Mar 16 16:37:41.555295 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '947707ce-6555-4b49-ae60-fa403bd761dc', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:84:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:37:38Z', 'updated_at': '2022-03-16T16:37:38Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:37:41.596144 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device e45d0b48-3885-4728-874a-419861fde60f no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:37:41.598706 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6755010-0ada-4b4a-b9ce-faf1a434ded6 None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '947707ce-6555-4b49-ae60-fa403bd761dc', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:84:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:37:38Z', 'updated_at': '2022-03-16T16:37:38Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:37:41.610924 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1c13a642-c20d-4f49-8816-c135bbabeeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (25a9c502-f14e-4fe0-84f4-7846de4334b3), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:41.613658 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1c13a642-c20d-4f49-8816-c135bbabeeaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:41.618361 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1c13a642-c20d-4f49-8816-c135bbabeeaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25a9c502-f14e-4fe0-84f4-7846de4334b3 HTTP/1.1" status: 204 len: 168 time: 0.1838286 Mar 16 16:37:41.623965 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: e45d0b48-3885-4728-874a-419861fde60f {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:37:41.624345 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device e45d0b48-3885-4728-874a-419861fde60f not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:37:41.657098 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a642-c20d-4f49-8816-c135bbabeeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9c502-f14e-4fe0-84f4-7846de4334b3,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:41.954631 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090341c6-89d1-40ac-b3a3-5a24a58d4dd2 None None] New status for floating IP 947707ce-6555-4b49-ae60-fa403bd761dc: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:37:42.110406 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39066) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:42.128656 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6474578d-7653-44aa-bc6b-ba8ec90e9649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:42.263966 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6474578d-7653-44aa-bc6b-ba8ec90e9649 admin admin] Publish callbacks [] for security_group (5ac763fa-bbd2-40b3-bda1-4728915aa946), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:42.269671 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6474578d-7653-44aa-bc6b-ba8ec90e9649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5ac763fa-bbd2-40b3-bda1-4728915aa946), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:42.311797 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6474578d-7653-44aa-bc6b-ba8ec90e9649 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81354537aebf4c43b0c529b3644120af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002773 Mar 16 16:37:42.314643 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39072) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:37:42.371892 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474578d-7653-44aa-bc6b-ba8ec90e9649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac763fa-bbd2-40b3-bda1-4728915aa946,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:42.405995 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a329d506-9fa4-428a-9620-75dab054a39e admin admin] Publish callbacks [] for security_group (5ac763fa-bbd2-40b3-bda1-4728915aa946), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:42.463650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a329d506-9fa4-428a-9620-75dab054a39e admin admin] Publish callbacks [] for security_group (5ac763fa-bbd2-40b3-bda1-4728915aa946), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:42.542355 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a329d506-9fa4-428a-9620-75dab054a39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5ac763fa-bbd2-40b3-bda1-4728915aa946), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:42.545999 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce00985-1c85-4062-a8a0-62f611c0ae19 req-e7065f55-1ab2-48f4-be2d-c4026477fd51 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:42.546624 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a329d506-9fa4-428a-9620-75dab054a39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:42.550626 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2ce00985-1c85-4062-a8a0-62f611c0ae19 req-e7065f55-1ab2-48f4-be2d-c4026477fd51 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0790987 Mar 16 16:37:42.550790 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a329d506-9fa4-428a-9620-75dab054a39e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ac763fa-bbd2-40b3-bda1-4728915aa946 HTTP/1.1" status: 204 len: 168 time: 0.2331355 Mar 16 16:37:42.574395 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329d506-9fa4-428a-9620-75dab054a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac763fa-bbd2-40b3-bda1-4728915aa946,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:42.626425 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2ce00985-1c85-4062-a8a0-62f611c0ae19 req-76437251-66d7-4ec4-a1d6-09192365b216 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585430 Mar 16 16:37:42.710300 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1768a-441f-44ea-8830-5e99b1455485 req-efbe54d1-cbbc-47aa-bdb5-90724be693a3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:42.711779 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b1d1768a-441f-44ea-8830-5e99b1455485 req-efbe54d1-cbbc-47aa-bdb5-90724be693a3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0591710 Mar 16 16:37:42.760073 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b1d1768a-441f-44ea-8830-5e99b1455485 req-22e427e1-c63d-4d28-a444-04b22d4a54ee tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Mar 16 16:37:43.773163 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeb1bf-b8f4-46bc-82c8-e3552b3c81c4 req-06437823-3d35-40cb-b84c-fcf52539eac9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:43.774709 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5faeb1bf-b8f4-46bc-82c8-e3552b3c81c4 req-06437823-3d35-40cb-b84c-fcf52539eac9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0690289 Mar 16 16:37:43.861272 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5faeb1bf-b8f4-46bc-82c8-e3552b3c81c4 req-9dc91e74-0180-448b-96a7-15f91f9a5dc4 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802872 Mar 16 16:37:43.927053 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec2fdd-b5f1-441f-9c01-df01696906a3 req-c3adda59-a27f-40ab-8634-bcfaf01a93cb tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:43.929473 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fbec2fdd-b5f1-441f-9c01-df01696906a3 req-c3adda59-a27f-40ab-8634-bcfaf01a93cb tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0582159 Mar 16 16:37:43.997914 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fbec2fdd-b5f1-441f-9c01-df01696906a3 req-feb53586-e06e-46a3-9bb7-726545d66b55 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617981 Mar 16 16:37:44.041608 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9713c290-10f4-42fa-9f5d-ecb73466950c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:45.001158 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b960-a943-4a53-b4f2-5e94247e0869 req-d7bc61d3-e7f8-4e4a-970e-a481bac2ff7e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:45.002652 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4f38b960-a943-4a53-b4f2-5e94247e0869 req-d7bc61d3-e7f8-4e4a-970e-a481bac2ff7e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0586710 Mar 16 16:37:45.051234 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4f38b960-a943-4a53-b4f2-5e94247e0869 req-79c4699f-e68a-4a46-a0b8-78abd248ada7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Mar 16 16:37:45.150345 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f20cd-2820-46c8-9aa0-4e80c4bb9eb4 req-fc184aa6-259e-4176-9114-edda59b70848 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:45.155261 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-425f20cd-2820-46c8-9aa0-4e80c4bb9eb4 req-fc184aa6-259e-4176-9114-edda59b70848 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0616536 Mar 16 16:37:45.204309 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-425f20cd-2820-46c8-9aa0-4e80c4bb9eb4 req-2dbf3d21-c578-4d8a-bdec-d1677003ad92 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459833 Mar 16 16:37:46.184054 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c7916-cea8-43a2-a799-05d90a3719c2 req-24c4c807-cd37-43da-a8c8-43a9d6b52aca tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:46.185664 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fe2c7916-cea8-43a2-a799-05d90a3719c2 req-24c4c807-cd37-43da-a8c8-43a9d6b52aca tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0642595 Mar 16 16:37:46.246820 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fe2c7916-cea8-43a2-a799-05d90a3719c2 req-ad855cc1-9a0e-43e6-8aa9-e88e5ab126ec tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542235 Mar 16 16:37:46.320317 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d826f130-25ce-45ac-82b3-91d9ba08b620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:46.385312 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89bc14-ca71-458d-be1f-5d5608897ac5 req-0cb93f35-6c9f-446d-8c8c-cb1bb972533c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:46.386832 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2c89bc14-ca71-458d-be1f-5d5608897ac5 req-0cb93f35-6c9f-446d-8c8c-cb1bb972533c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0862083 Mar 16 16:37:46.439706 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2c89bc14-ca71-458d-be1f-5d5608897ac5 req-2110699b-183e-4e7e-be6c-bc28fc102df6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Mar 16 16:37:47.369030 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0663b-d1e4-46d0-889b-796ba21ebc05 req-18dd34ee-adf1-40a5-a7d4-d3ba0f80db84 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:47.370426 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a8f0663b-d1e4-46d0-889b-796ba21ebc05 req-18dd34ee-adf1-40a5-a7d4-d3ba0f80db84 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0516531 Mar 16 16:37:47.426243 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a8f0663b-d1e4-46d0-889b-796ba21ebc05 req-571f7ba4-a40b-4d4f-81d4-31f8b6cd6d09 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502741 Mar 16 16:37:47.554120 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:47.585966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271cbb-8954-492b-9fdc-bada5f77bc81 req-9862972f-a213-4494-a9f7-a089709e3ed7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:47.588473 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27271cbb-8954-492b-9fdc-bada5f77bc81 req-9862972f-a213-4494-a9f7-a089709e3ed7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0700109 Mar 16 16:37:47.638328 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27271cbb-8954-492b-9fdc-bada5f77bc81 req-b43fecb8-1fa9-448c-ac70-ad77aba1c362 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Mar 16 16:37:48.558537 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a8051-9955-4afd-9452-1d4003693adc req-3eaaf6df-582b-4c8d-bb06-04f2375b2082 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:48.560035 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cf0a8051-9955-4afd-9452-1d4003693adc req-3eaaf6df-582b-4c8d-bb06-04f2375b2082 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0588241 Mar 16 16:37:48.614962 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cf0a8051-9955-4afd-9452-1d4003693adc req-2e11333b-39b5-4b97-97c8-8e02f6fda749 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494363 Mar 16 16:37:48.771405 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1072c81-45b3-4e1b-bfa7-94303289b293 req-4e369a47-6d50-401a-ac21-d113f2238c4a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:48.773778 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1072c81-45b3-4e1b-bfa7-94303289b293 req-4e369a47-6d50-401a-ac21-d113f2238c4a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0557232 Mar 16 16:37:48.851508 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1072c81-45b3-4e1b-bfa7-94303289b293 req-1f81df13-2992-454d-9cee-c47f255a4ef9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711629 Mar 16 16:37:49.025380 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:49.811273 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131129ce-498d-4b7d-bc45-beff7146b246 req-6b6fd76e-2bf8-4771-a1a5-7e24b9cd7e3a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:49.812916 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-131129ce-498d-4b7d-bc45-beff7146b246 req-6b6fd76e-2bf8-4771-a1a5-7e24b9cd7e3a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0699806 Mar 16 16:37:49.867943 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-131129ce-498d-4b7d-bc45-beff7146b246 req-d46d6728-b83a-4681-a26d-eea66d24a68b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481236 Mar 16 16:37:50.050042 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4f18a-08c6-4717-a624-f60920ac4c99 req-818d37d7-3034-4c14-a14f-dc218ea62628 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:50.058063 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7bb4f18a-08c6-4717-a624-f60920ac4c99 req-818d37d7-3034-4c14-a14f-dc218ea62628 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0903957 Mar 16 16:37:50.103030 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7bb4f18a-08c6-4717-a624-f60920ac4c99 req-46db2cf8-5216-46c3-8f1a-ccb920736ac8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Mar 16 16:37:50.303491 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:51.017652 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd8b20-399d-4ab6-9776-277d5929dc85 req-a86ec158-30c1-4ca7-b65d-5e5b9bd3a9e2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:51.019158 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2ffd8b20-399d-4ab6-9776-277d5929dc85 req-a86ec158-30c1-4ca7-b65d-5e5b9bd3a9e2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0541408 Mar 16 16:37:51.070555 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2ffd8b20-399d-4ab6-9776-277d5929dc85 req-f1482793-6622-4049-9d37-c00c49db04f7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456309 Mar 16 16:37:51.237853 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8bec-491e-462a-8a94-efcc4ceb6885 req-84204c1d-3445-4066-bb3b-7d59f1505eaf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:51.239359 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8c1b8bec-491e-462a-8a94-efcc4ceb6885 req-84204c1d-3445-4066-bb3b-7d59f1505eaf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0540981 Mar 16 16:37:51.263923 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 60e9f7aa-c84b-4045-83bb-8fefcf34b947 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:37:51.287246 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8c1b8bec-491e-462a-8a94-efcc4ceb6885 req-84e33367-9374-4ce3-90d4-e522712ab008 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Mar 16 16:37:51.315633 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:37:51.320896 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:37:51.321798 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:51.406892 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:37:51.407275 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:51.431311 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:37:51.433234 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560566a5-62f0-47c5-b12a-41e3d03b9824" -d '{"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-plugged", "status": "completed", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:37:51.464460 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:37:51.473853 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b350bee-1bed-48df-af9a-7275d7bc4542 x-openstack-request-id: req-4b350bee-1bed-48df-af9a-7275d7bc4542 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:37:51.474166 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-plugged", "status": "completed", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:37:51.474512 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b350bee-1bed-48df-af9a-7275d7bc4542 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:37:51.474882 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'code': 200} Mar 16 16:37:51.476041 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:51.528790 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:37:52.185481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfcd33-1063-4185-be4d-8adff08b8e4f req-dd734f82-1400-4e40-84dd-f3020dbf5f4d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:52.186962 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1bfcd33-1063-4185-be4d-8adff08b8e4f req-dd734f82-1400-4e40-84dd-f3020dbf5f4d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Mar 16 16:37:52.238774 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1bfcd33-1063-4185-be4d-8adff08b8e4f req-38182c51-a17c-4397-81a7-20194a57323d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460398 Mar 16 16:37:52.419289 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61bc4a-d350-42a6-82bc-3f3424218856 req-8573ac37-46eb-465a-bc0f-11ebe1e35f90 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:52.420977 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fb61bc4a-d350-42a6-82bc-3f3424218856 req-8573ac37-46eb-465a-bc0f-11ebe1e35f90 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0586901 Mar 16 16:37:52.469811 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fb61bc4a-d350-42a6-82bc-3f3424218856 req-b1c78438-59dd-46ef-9a49-9caccd5879c3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Mar 16 16:37:53.366357 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623fc4f-510c-45ef-92bb-5fd6cf9cfb55 req-bbd4660b-1088-4e02-9cf7-5df8c214ada9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:53.368090 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1623fc4f-510c-45ef-92bb-5fd6cf9cfb55 req-bbd4660b-1088-4e02-9cf7-5df8c214ada9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0607457 Mar 16 16:37:53.426876 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1623fc4f-510c-45ef-92bb-5fd6cf9cfb55 req-e274300b-fadf-44fa-a184-732585963b44 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492828 Mar 16 16:37:53.594533 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34792093-d181-45ad-b898-4a88c24d4b39 req-55807c0b-d97b-40b4-83fa-b45a76f3df61 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:53.596011 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-34792093-d181-45ad-b898-4a88c24d4b39 req-55807c0b-d97b-40b4-83fa-b45a76f3df61 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0523970 Mar 16 16:37:53.642368 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-34792093-d181-45ad-b898-4a88c24d4b39 req-0ef8f927-d08d-4469-89e8-0f6176063824 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Mar 16 16:37:54.543337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ac9b-132e-44aa-a9d6-1be817b884f3 req-aa0155dd-82d5-4f38-8c5d-a9500c28fb95 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:54.544829 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a8e5ac9b-132e-44aa-a9d6-1be817b884f3 req-aa0155dd-82d5-4f38-8c5d-a9500c28fb95 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Mar 16 16:37:54.592784 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a8e5ac9b-132e-44aa-a9d6-1be817b884f3 req-7bca6c6a-85da-42f1-b551-305330f0630b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 Mar 16 16:37:54.765922 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efde670-1e83-4d64-9f01-e2905705b523 req-e7bbc117-8376-40a4-a5f9-931155f82137 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:54.767336 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6efde670-1e83-4d64-9f01-e2905705b523 req-e7bbc117-8376-40a4-a5f9-931155f82137 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0524714 Mar 16 16:37:54.821963 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6efde670-1e83-4d64-9f01-e2905705b523 req-d577b303-470e-441f-8b78-110af4dde0a1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484667 Mar 16 16:37:54.858789 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:37:55.711559 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3697161-a924-4cf5-b7f1-788b5f99d6af req-2d946c09-2ea1-4315-b2ad-f61add6fb9a7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:55.713211 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e3697161-a924-4cf5-b7f1-788b5f99d6af req-2d946c09-2ea1-4315-b2ad-f61add6fb9a7 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0564661 Mar 16 16:37:55.762794 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e3697161-a924-4cf5-b7f1-788b5f99d6af req-38307871-7357-49f9-8acf-9b07ad725212 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Mar 16 16:37:55.944257 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30d8d0-0259-4980-8c3c-d760a5e7437b req-c193b796-9f32-42c1-8d17-f65b14e544db tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:55.945751 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee30d8d0-0259-4980-8c3c-d760a5e7437b req-c193b796-9f32-42c1-8d17-f65b14e544db tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0521235 Mar 16 16:37:55.992894 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee30d8d0-0259-4980-8c3c-d760a5e7437b req-00acc6e0-42c2-44cd-9835-79c7cef2563f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 Mar 16 16:37:56.880053 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94766101-21d5-4eda-a5e7-5b3ff478d97a req-69667479-e3d9-4d2d-920f-ee380c0abb3a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:56.881782 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-94766101-21d5-4eda-a5e7-5b3ff478d97a req-69667479-e3d9-4d2d-920f-ee380c0abb3a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0532792 Mar 16 16:37:56.930052 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-94766101-21d5-4eda-a5e7-5b3ff478d97a req-17557476-1872-49a7-80cc-952cb196acaa tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Mar 16 16:37:57.116482 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bab24-6664-410f-8e59-0d4b942b5384 req-e9b231a8-70ce-431e-82fc-fc3469cf558d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:57.117982 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1b5bab24-6664-410f-8e59-0d4b942b5384 req-e9b231a8-70ce-431e-82fc-fc3469cf558d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0526178 Mar 16 16:37:57.162809 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1b5bab24-6664-410f-8e59-0d4b942b5384 req-1d97138e-60cb-4b33-9f2e-57d40f3f3ca9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393527 Mar 16 16:37:58.049816 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e23a4-b7ad-45eb-8bf4-71a01dcd2f4d req-8db0028f-ddb2-45eb-a39e-5d15f166acf5 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:58.051294 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-232e23a4-b7ad-45eb-8bf4-71a01dcd2f4d req-8db0028f-ddb2-45eb-a39e-5d15f166acf5 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0524807 Mar 16 16:37:58.103342 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-232e23a4-b7ad-45eb-8bf4-71a01dcd2f4d req-4276533a-4008-4795-9bc0-167d55a65e12 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465183 Mar 16 16:37:58.289010 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7a420-2817-4c37-8afb-544fc54c02a8 req-c06a00e2-3bfa-4c12-8a85-ca9483345e0e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:58.290635 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2bd7a420-2817-4c37-8afb-544fc54c02a8 req-c06a00e2-3bfa-4c12-8a85-ca9483345e0e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0555451 Mar 16 16:37:58.336261 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2bd7a420-2817-4c37-8afb-544fc54c02a8 req-7da09bc8-07cf-4ebc-a3cb-591186ff6ca9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Mar 16 16:37:59.117243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2450e5-1df7-42e3-902e-b58b9dcaccfb req-8b1f1c2c-cbc5-4377-8e1d-25a39555f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:59.119241 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd2450e5-1df7-42e3-902e-b58b9dcaccfb req-8b1f1c2c-cbc5-4377-8e1d-25a39555f7c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1129 time: 0.0460598 Mar 16 16:37:59.170602 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd2450e5-1df7-42e3-902e-b58b9dcaccfb req-7838053e-7af4-4a95-a31f-ea56c30cea16 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Mar 16 16:37:59.232876 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973e114-0b74-419c-b6ba-fe447c29ffdb req-293184a5-692d-4bab-aad6-3ea19da8036f tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:59.234337 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c973e114-0b74-419c-b6ba-fe447c29ffdb req-293184a5-692d-4bab-aad6-3ea19da8036f tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0513251 Mar 16 16:37:59.281813 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c973e114-0b74-419c-b6ba-fe447c29ffdb req-e7fb869d-6df6-4ccb-85ea-2928c585f891 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419087 Mar 16 16:37:59.465461 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5c94-99d0-40b1-92a2-e99b1b2b4fc1 req-aa60ba19-085c-4cc8-96be-0386aad3a6d8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:37:59.466920 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7bbb5c94-99d0-40b1-92a2-e99b1b2b4fc1 req-aa60ba19-085c-4cc8-96be-0386aad3a6d8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0565004 Mar 16 16:37:59.513684 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7bbb5c94-99d0-40b1-92a2-e99b1b2b4fc1 req-105c5b7a-cdc9-4b86-af5e-363cff17f658 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412831 Mar 16 16:38:00.398369 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d8e2-ef7a-4da7-8d8c-2bd64a4d17c0 req-bf8f3412-f83f-4285-a8b6-deef9e554acc tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:00.400490 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e168d8e2-ef7a-4da7-8d8c-2bd64a4d17c0 req-bf8f3412-f83f-4285-a8b6-deef9e554acc tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0528889 Mar 16 16:38:00.439021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-828a4249-e032-4c6d-a752-bba4187036d3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:00.440510 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-828a4249-e032-4c6d-a752-bba4187036d3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/networks?id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a HTTP/1.1" status: 200 len: 814 time: 0.1063600 Mar 16 16:38:00.448939 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e168d8e2-ef7a-4da7-8d8c-2bd64a4d17c0 req-42376e46-e2de-44bd-8b34-18c96100f5a2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Mar 16 16:38:00.455762 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-45895521-5a41-451b-9c8f-ba10bec1814b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/quotas/e1b88e60d28f463299be02e56223bd34 HTTP/1.1" status: 200 len: 375 time: 0.0097377 Mar 16 16:38:00.488389 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-8aa95ba8-fc62-4c11-997b-d81b00b68cd7 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1b88e60d28f463299be02e56223bd34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273478 Mar 16 16:38:00.577331 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-95810c7e-ae11-4362-aa94-1e00abcca8d6 service neutron] 10.222.0.30 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823886 Mar 16 16:38:00.638406 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd685a4-ba95-4c75-afbf-f1d2210555cf req-ebc53c4f-c07c-416e-ba13-7350bda9727b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:00.639932 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5dd685a4-ba95-4c75-afbf-f1d2210555cf req-ebc53c4f-c07c-416e-ba13-7350bda9727b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0572407 Mar 16 16:38:00.676808 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-87a8abd0-c97b-49a3-9c83-046a4725cf2f service neutron] 10.222.0.30 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935006 Mar 16 16:38:00.690515 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5dd685a4-ba95-4c75-afbf-f1d2210555cf req-19d1e6da-37c8-450c-8adf-d1bb34b3c725 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448716 Mar 16 16:38:00.837437 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e585cea4-ada4-45d1-beeb-b9f10df003d8 req-c4491ce1-e335-4894-8883-010ec8fd125f tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Mar 16 16:38:01.564364 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9649e-ceb0-4c37-a685-c76236e9780b req-685eaabb-537e-4b05-bb09-1b6ede988398 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:01.565895 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c5d9649e-ceb0-4c37-a685-c76236e9780b req-685eaabb-537e-4b05-bb09-1b6ede988398 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0533202 Mar 16 16:38:01.613881 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c5d9649e-ceb0-4c37-a685-c76236e9780b req-d05b75a7-3930-4b58-a1a6-8066a1a93c3c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421453 Mar 16 16:38:01.811386 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05743369-0eea-432a-86ef-b210fe311b4a req-63e6fe75-1e18-45d2-9eb3-50bd0cd37667 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:01.813557 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-05743369-0eea-432a-86ef-b210fe311b4a req-63e6fe75-1e18-45d2-9eb3-50bd0cd37667 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0528014 Mar 16 16:38:01.861418 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-05743369-0eea-432a-86ef-b210fe311b4a req-28eb445b-d87c-4cd3-be4f-b0f5cac4cf3c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Mar 16 16:38:01.931676 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b2b8e2f6-e7a8-4c80-9e12-d56582875400 req-f6f19df2-cc23-484e-97ed-0dbb3ff93321 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 210 time: 0.0305500 Mar 16 16:38:02.730211 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c880f-fdf2-471f-a5e0-8e87d4c796cc req-4997db45-2067-4ecb-8c03-5f26af9eec2f tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:02.731675 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-aa3c880f-fdf2-471f-a5e0-8e87d4c796cc req-4997db45-2067-4ecb-8c03-5f26af9eec2f tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0539160 Mar 16 16:38:02.783480 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-aa3c880f-fdf2-471f-a5e0-8e87d4c796cc req-8f5d1100-5c83-4aee-bf83-57746fe2aec5 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Mar 16 16:38:02.984669 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3cfdf-5938-4e5d-8cc6-fae523a5e9bc req-b8094808-0878-454c-8ba2-2f92954345d3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:02.986222 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-42b3cfdf-5938-4e5d-8cc6-fae523a5e9bc req-b8094808-0878-454c-8ba2-2f92954345d3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0534155 Mar 16 16:38:03.022336 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-444b798f-4b4b-4ce0-950d-9116b62ceabd req-80cccad9-18c1-4dfb-91f6-2a67b53c47dd tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 210 time: 0.0265787 Mar 16 16:38:03.034826 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-42b3cfdf-5938-4e5d-8cc6-fae523a5e9bc req-18544137-2db9-40c4-8122-9c35d69b7706 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Mar 16 16:38:03.903720 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c352be-030f-49ec-9960-fddaa5902be6 req-82d10481-b44d-4de7-99c4-8761b64804c1 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:03.905214 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c6c352be-030f-49ec-9960-fddaa5902be6 req-82d10481-b44d-4de7-99c4-8761b64804c1 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0555875 Mar 16 16:38:03.951952 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c6c352be-030f-49ec-9960-fddaa5902be6 req-f1a53313-6980-45a3-b4ac-0511e8597ac5 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Mar 16 16:38:04.125624 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-59c21f3e-f8aa-42f9-baa0-e0326bfb6c4c req-c0f174bc-f0f6-461f-9f2d-13fe60468067 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 210 time: 0.0319495 Mar 16 16:38:04.163201 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65342-2748-4aeb-8d91-4501e4911ac7 req-c86346c6-3848-42eb-bcab-d103700a26a5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:04.164750 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c1c65342-2748-4aeb-8d91-4501e4911ac7 req-c86346c6-3848-42eb-bcab-d103700a26a5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0568275 Mar 16 16:38:04.215545 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c1c65342-2748-4aeb-8d91-4501e4911ac7 req-c4d57873-837e-4218-87be-b0dbd0019a48 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Mar 16 16:38:04.885821 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-0ce7c69c-c62c-49dd-88c7-cc1289cf6b6b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:04.887247 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-0ce7c69c-c62c-49dd-88c7-cc1289cf6b6b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "GET /v2.0/networks?id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a HTTP/1.1" status: 200 len: 814 time: 0.1125720 Mar 16 16:38:04.911090 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Request body: {'port': {'device_id': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a', 'admin_state_up': True, 'tenant_id': 'e1b88e60d28f463299be02e56223bd34'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:38:05.023651 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Made reservation on behalf of e1b88e60d28f463299be02e56223bd34 for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:38:05.027123 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:05.069229 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba8af3-7461-41fb-8adc-7e2814411830 req-4efe645a-74ef-4313-aa65-c530ffc0fa21 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:05.070797 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-98ba8af3-7461-41fb-8adc-7e2814411830 req-4efe645a-74ef-4313-aa65-c530ffc0fa21 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0534444 Mar 16 16:38:05.123260 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-98ba8af3-7461-41fb-8adc-7e2814411830 req-99b52bd3-9191-4f3b-a226-e0c4b187f02a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Mar 16 16:38:05.153019 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Allocated IP 172.20.0.4 (c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a/8c04a687-9203-4d37-bcb2-f8a64d28a5ec/f424c30f-3479-4f64-ae7b-f106f4c17e36) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:38:05.245176 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8341b9be-4ef0-4243-9bd2-b756b242df13 req-ab4bc284-d5f0-4849-856d-970ef8c23f33 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 210 time: 0.0480874 Mar 16 16:38:05.343675 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks [] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:05.349939 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ea480-7dc0-476a-a7b3-493e1a1dc0a4 req-8a7cc976-8071-4ae7-a3ef-4cf05e921b70 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:05.351467 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f83ea480-7dc0-476a-a7b3-493e1a1dc0a4 req-8a7cc976-8071-4ae7-a3ef-4cf05e921b70 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0518053 Mar 16 16:38:05.377159 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:05.401500 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f83ea480-7dc0-476a-a7b3-493e1a1dc0a4 req-ca8b3443-8dc4-4d7e-9cf2-36f4f4310e90 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Mar 16 16:38:05.424335 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:38:05.429258 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:38:05.433539 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:38:05.460952 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Pushing event updated for resources: {'Port': ['ID=f424c30f-3479-4f64-ae7b-f106f4c17e36,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:05.485041 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:05.485649 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:05.501009 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-b6b232ec-1587-4a6a-808f-5921818e2b3b tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935378 Mar 16 16:38:05.513404 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Request body: {'port': {'device_id': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:38:05.571552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:05.830351 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f424c30f-3479-4f64-ae7b-f106f4c17e36 {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:38:05.838011 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Publish callbacks [] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:05.850351 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Transition to ACTIVE for port object f424c30f-3479-4f64-ae7b-f106f4c17e36 will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:38:05.853875 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:05.928032 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Pushing event updated for resources: {'Port': ['ID=f424c30f-3479-4f64-ae7b-f106f4c17e36,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:05.978661 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Attempting to bind port f424c30f-3479-4f64-ae7b-f106f4c17e36 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:38:05.978995 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Attempting to bind port f424c30f-3479-4f64-ae7b-f106f4c17e36 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:38:05.979322 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Attempting to bind port f424c30f-3479-4f64-ae7b-f106f4c17e36 on network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:38:05.983487 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Port f424c30f-3479-4f64-ae7b-f106f4c17e36 on network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:38:05.983801 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Attempting to bind port f424c30f-3479-4f64-ae7b-f106f4c17e36 on network c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:38:05.988593 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:38:05.988929 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Checking segment: {'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:38:05.989309 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Bound using segment: {'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:38:05.989728 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Bound port: f424c30f-3479-4f64-ae7b-f106f4c17e36, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc3c436-4f5c-4e22-9368-fdf49f252512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:38:05.990078 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:06.053615 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] For port f424c30f-3479-4f64-ae7b-f106f4c17e36, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:38:06.056917 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] For port f424c30f-3479-4f64-ae7b-f106f4c17e36, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=f424c30f-3479-4f64-ae7b-f106f4c17e36,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:38:06.062190 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:06.094524 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.095137 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:06.096524 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] 10.222.0.57 "PUT /v2.0/ports/f424c30f-3479-4f64-ae7b-f106f4c17e36 HTTP/1.1" status: 200 len: 1093 time: 0.5870163 Mar 16 16:38:06.096960 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'tag': 'f424c30f-3479-4f64-ae7b-f106f4c17e36'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:38:06.099177 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d247e133-35ee-4b67-ad0b-9472bcb607d9" -d '{"events": [{"name": "network-changed", "server_uuid": "36f48fc1-eaa4-4179-bd13-6faeeb11db27", "tag": "f424c30f-3479-4f64-ae7b-f106f4c17e36"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:38:06.125424 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf43ee-6edf-4469-be06-94c9ad707da1 service neutron] Pushing event updated for resources: {'Port': ['ID=f424c30f-3479-4f64-ae7b-f106f4c17e36,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:06.136550 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bcb403-c334-4e81-b1e1-ab9dfe82a2e4 x-openstack-request-id: req-07bcb403-c334-4e81-b1e1-ab9dfe82a2e4 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:38:06.136839 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f48fc1-eaa4-4179-bd13-6faeeb11db27", "tag": "f424c30f-3479-4f64-ae7b-f106f4c17e36", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:38:06.137101 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07bcb403-c334-4e81-b1e1-ab9dfe82a2e4 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:38:06.137488 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'tag': 'f424c30f-3479-4f64-ae7b-f106f4c17e36', 'status': 'completed', 'code': 200} Mar 16 16:38:06.197888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-a3ddd849-77b3-4db8-a491-051237eaa589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.199431 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-a3ddd849-77b3-4db8-a491-051237eaa589 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1b88e60d28f463299be02e56223bd34&device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 1127 time: 0.0460329 Mar 16 16:38:06.242028 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e41f88-36b6-4753-9f85-dc68499c227f req-fc22294b-40f0-4dd7-8780-77dba0372aea tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.244170 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8e41f88-36b6-4753-9f85-dc68499c227f req-fc22294b-40f0-4dd7-8780-77dba0372aea tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0537624 Mar 16 16:38:06.244738 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-1b7750b4-5245-40e4-b53b-74647199a520 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424c30f-3479-4f64-ae7b-f106f4c17e36 HTTP/1.1" status: 200 len: 217 time: 0.0369279 Mar 16 16:38:06.299035 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-0fabb6d8-6de3-4aae-b4f2-22c4892b70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.300583 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-0fabb6d8-6de3-4aae-b4f2-22c4892b70c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c04a687-9203-4d37-bcb2-f8a64d28a5ec HTTP/1.1" status: 200 len: 854 time: 0.0482531 Mar 16 16:38:06.301225 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8e41f88-36b6-4753-9f85-dc68499c227f req-162cf3f7-2f0e-433b-9a79-837fbfc61902 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514708 Mar 16 16:38:06.333071 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-cdecffef-de7c-43ba-a62c-ad1b1c34ad84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261712 Mar 16 16:38:06.419857 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cd12f-a997-470f-9002-9f2f08fdd25d req-15006d48-d944-45ca-9049-09c2208ea816 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.421531 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-308cd12f-a997-470f-9002-9f2f08fdd25d req-15006d48-d944-45ca-9049-09c2208ea816 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0578268 Mar 16 16:38:06.453171 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5697329-a056-470b-a7dd-3e62812c18d1 req-4f819983-1436-409c-9d61-0fcefffddf54 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.454648 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b5697329-a056-470b-a7dd-3e62812c18d1 req-4f819983-1436-409c-9d61-0fcefffddf54 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.1173832 Mar 16 16:38:06.470793 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-308cd12f-a997-470f-9002-9f2f08fdd25d req-8c5c4b72-09a7-48fd-8cc0-b6516ce94e1e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Mar 16 16:38:06.471009 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-f5f36a3f-2bee-47cf-9e00-1d3d3adb550e service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244159 Mar 16 16:38:06.493393 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39376) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:06.561026 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b5697329-a056-470b-a7dd-3e62812c18d1 req-3761a5c5-3edf-47dd-bf3e-251d814766e0 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005602 Mar 16 16:38:06.584057 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304981b-c8e9-4dd6-86e9-5523dd83786d req-12e61201-0f7b-42a4-9d83-34df8437bf4a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.585653 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3304981b-c8e9-4dd6-86e9-5523dd83786d req-12e61201-0f7b-42a4-9d83-34df8437bf4a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0578418 Mar 16 16:38:06.593816 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3246633f-ee58-4056-9c1b-441d93143ec6 req-043fe4a9-207a-496b-a597-8dc6090036d7 service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155572 Mar 16 16:38:06.635271 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3304981b-c8e9-4dd6-86e9-5523dd83786d req-a7471f84-e27d-4795-b710-0988efa5dc02 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Mar 16 16:38:06.689264 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-05a24da9-6c76-4f80-8def-2c6e784842af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.690771 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-05a24da9-6c76-4f80-8def-2c6e784842af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1b88e60d28f463299be02e56223bd34&device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 1127 time: 0.0487475 Mar 16 16:38:06.713827 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d84292-fd9c-479b-9541-8b8d5937b08c tempest-TestShelveInstance-785343165 tempest-TestShelveInstance-785343165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.715339 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-89d84292-fd9c-479b-9541-8b8d5937b08c tempest-TestShelveInstance-785343165 tempest-TestShelveInstance-785343165-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1124 time: 0.2207391 Mar 16 16:38:06.718173 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39380) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:06.722270 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'port_id': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:38:06.741781 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:06.782719 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-8c5a1727-ef11-4790-83f6-67e7e014ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.784200 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-8c5a1727-ef11-4790-83f6-67e7e014ce7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a HTTP/1.1" status: 200 len: 915 time: 0.0875437 Mar 16 16:38:06.826697 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-791cf3d5-67f4-477a-a407-5b2bf423e5d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424c30f-3479-4f64-ae7b-f106f4c17e36 HTTP/1.1" status: 200 len: 217 time: 0.0361092 Mar 16 16:38:06.841701 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:06.875275 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-a0979382-ad23-48bd-aab3-c6d0f5e17888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:06.876770 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-a0979382-ad23-48bd-aab3-c6d0f5e17888 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c04a687-9203-4d37-bcb2-f8a64d28a5ec HTTP/1.1" status: 200 len: 854 time: 0.0448060 Mar 16 16:38:06.909325 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-6db95218-36a0-4fc2-b07d-91570f8285b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263593 Mar 16 16:38:06.951282 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Allocated IP 172.27.0.11 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/6b2d2140-b3db-4877-b1a9-c381ebf65668) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:38:07.023080 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-ed131003-dbff-4345-9dbb-d42e5b0890fd service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076288 Mar 16 16:38:07.063391 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:07.100327 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:07.121416 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d247e133-35ee-4b67-ad0b-9472bcb607d9 req-420f0f74-ddce-4350-bf6b-0af5818fdd9e service neutron] 10.222.0.57 "GET /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928016 Mar 16 16:38:07.159173 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'Port': ['ID=6b2d2140-b3db-4877-b1a9-c381ebf65668,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:07.167448 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:38:07.168964 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:38:07.171125 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:38:07.513990 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for floatingip (80cdf8aa-4f62-4039-8079-a9b8d0bf89a9), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:07.582707 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:07.687508 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1bf6c-76e3-4143-bb33-9b912879a4a4 req-e440a94c-79c9-408e-b6f6-203aa953ab4d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:07.689084 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-86e1bf6c-76e3-4143-bb33-9b912879a4a4 req-e440a94c-79c9-408e-b6f6-203aa953ab4d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0597179 Mar 16 16:38:07.737641 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-86e1bf6c-76e3-4143-bb33-9b912879a4a4 req-51234509-9a3a-4756-a704-476119750732 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Mar 16 16:38:07.772592 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:07.779440 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:07.822874 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b95a3c-42a5-4c05-8b0b-fccbcbb462c3 req-955444e4-4d11-4efe-a2e4-df445ae5c5c1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:07.824389 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-50b95a3c-42a5-4c05-8b0b-fccbcbb462c3 req-955444e4-4d11-4efe-a2e4-df445ae5c5c1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.1053202 Mar 16 16:38:07.890177 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event updated for resources: {'Port': ['ID=6b2d2140-b3db-4877-b1a9-c381ebf65668,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:07.903239 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (80cdf8aa-4f62-4039-8079-a9b8d0bf89a9), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:07.973467 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-50b95a3c-42a5-4c05-8b0b-fccbcbb462c3 req-924c153a-3313-4233-8c07-a7e0d094ff4d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271238 Mar 16 16:38:08.011445 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Floating IP 80cdf8aa-4f62-4039-8079-a9b8d0bf89a9 associated. External IP: 172.27.0.11, port: 60e9f7aa-c84b-4045-83bb-8fefcf34b947. Mar 16 16:38:08.216336 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:38:08.323966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:38:08.333394 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] Sync routers for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:38:08.342385 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:08.343347 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:38:08.343952 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:37:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:38:08.371410 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-cd9b3c3f-d400-44bd-b281-7ede6065c683 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6522243 Mar 16 16:38:08.372099 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:38:08.374359 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8be372-3433-4e26-aefb-b4d82d2c9035" -d '{"events": [{"name": "network-changed", "server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:38:08.408905 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6758ecaf-9c5f-4fd6-b637-223d72229268 x-openstack-request-id: req-6758ecaf-9c5f-4fd6-b637-223d72229268 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:38:08.409258 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:38:08.409575 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6758ecaf-9c5f-4fd6-b637-223d72229268 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:38:08.409979 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'status': 'completed', 'code': 200} Mar 16 16:38:08.458508 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:38:08.696408 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '80cdf8aa-4f62-4039-8079-a9b8d0bf89a9', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'port_id': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'mac_address': 'fa:16:3e:c5:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:38:07Z', 'updated_at': '2022-03-16T16:38:07Z', 'revision_number': 0, 'project_id': '60a06020c8a44210b58c419a83577897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:30Z', 'revision_number': 5, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:38:08.725345 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] Checking router: 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:38:08.733369 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:38:08.733961 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:37:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:38:08.847585 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:38:08.866675 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e75c5-e48f-40c0-948c-8f842b78ebe3 req-30d28152-f8cb-48f4-ac90-5509d1b35cc3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:08.868406 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b52e75c5-e48f-40c0-948c-8f842b78ebe3 req-30d28152-f8cb-48f4-ac90-5509d1b35cc3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0635586 Mar 16 16:38:08.915904 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b52e75c5-e48f-40c0-948c-8f842b78ebe3 req-2353874a-f584-457b-8303-c7f8db08dece tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Mar 16 16:38:09.073723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '80cdf8aa-4f62-4039-8079-a9b8d0bf89a9', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'port_id': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'mac_address': 'fa:16:3e:c5:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:38:07Z', 'updated_at': '2022-03-16T16:38:07Z', 'revision_number': 0, 'project_id': '60a06020c8a44210b58c419a83577897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:30Z', 'revision_number': 5, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:38:09.097693 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de7bf-74b8-4dd6-89d2-7f7c8745a82c req-592a176e-66e5-400b-8ff7-2303d94b7243 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:09.099163 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2d6de7bf-74b8-4dd6-89d2-7f7c8745a82c req-592a176e-66e5-400b-8ff7-2303d94b7243 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0515344 Mar 16 16:38:09.102512 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244861fc-a22c-4201-b639-f13baf00d0fe None None] The sync data for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi is: [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '80cdf8aa-4f62-4039-8079-a9b8d0bf89a9', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'port_id': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'mac_address': 'fa:16:3e:c5:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:38:07Z', 'updated_at': '2022-03-16T16:38:07Z', 'revision_number': 0, 'project_id': '60a06020c8a44210b58c419a83577897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:30Z', 'revision_number': 5, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:38:09.147964 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2d6de7bf-74b8-4dd6-89d2-7f7c8745a82c req-11df45b9-72aa-4553-89c6-3a7cbcf095f6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429380 Mar 16 16:38:09.303112 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcca60d-30a7-4682-b480-866a562ede67 None None] New status for floating IP 80cdf8aa-4f62-4039-8079-a9b8d0bf89a9: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:38:09.654563 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-da42b15b-f9b3-4b53-93bf-7bc91546ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:09.657701 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-da42b15b-f9b3-4b53-93bf-7bc91546ad5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1129 time: 0.0887957 Mar 16 16:38:10.032162 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae8e74-4a3f-47ce-bd7f-c323353dce0b req-506ff142-630c-4220-a3d1-a9af7dc46181 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:10.033659 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d5ae8e74-4a3f-47ce-bd7f-c323353dce0b req-506ff142-630c-4220-a3d1-a9af7dc46181 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0517426 Mar 16 16:38:10.080616 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d5ae8e74-4a3f-47ce-bd7f-c323353dce0b req-3dc8a629-528a-44bd-9726-f997c151fe1d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 Mar 16 16:38:10.275425 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306db36c-a532-474e-969a-ba6c2c30b991 req-30b2e3cd-ccb2-4ab5-bcaa-ac198d4603de tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:10.276920 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-306db36c-a532-474e-969a-ba6c2c30b991 req-30b2e3cd-ccb2-4ab5-bcaa-ac198d4603de tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0559728 Mar 16 16:38:10.322676 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-306db36c-a532-474e-969a-ba6c2c30b991 req-b88370c4-ed7c-466f-a08e-72e2590fbddc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402968 Mar 16 16:38:10.987769 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-9fa3ab99-bc5b-47b5-be09-baa938710513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:10.989251 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-9fa3ab99-bc5b-47b5-be09-baa938710513 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 200 len: 908 time: 0.0824082 Mar 16 16:38:11.057899 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-d41b718f-a0d2-4428-b34f-6a2a042e1cfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 1000 time: 0.0620520 Mar 16 16:38:11.107062 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-03d35321-0d20-4aa7-8caf-65361d81c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:11.108565 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-03d35321-0d20-4aa7-8caf-65361d81c799 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 HTTP/1.1" status: 200 len: 846 time: 0.0432680 Mar 16 16:38:11.158241 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-46b03224-69a3-4e97-a726-2c66a2dd5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:11.159783 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-46b03224-69a3-4e97-a726-2c66a2dd5ffd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446193 Mar 16 16:38:11.200852 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1adb7-1d6e-4a03-bb19-7f2b831f2dcc req-af7e214e-368c-4306-9f4f-8031c8957160 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:11.202458 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d0e1adb7-1d6e-4a03-bb19-7f2b831f2dcc req-af7e214e-368c-4306-9f4f-8031c8957160 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0568092 Mar 16 16:38:11.249360 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d0e1adb7-1d6e-4a03-bb19-7f2b831f2dcc req-3e53f191-12b8-47c5-b806-f49735a58fd0 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Mar 16 16:38:11.267136 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-9b8ad3d6-5be5-4cdf-9ba6-48a092c8bf36 service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998874 Mar 16 16:38:11.355473 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3f8be372-3433-4e26-aefb-b4d82d2c9035 req-04f096f2-b7e1-495c-83b6-1d2a47697a2e service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Mar 16 16:38:11.669544 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c2458-18b6-4f30-916c-8b86af0f0389 req-91d082b1-368b-465f-86d6-c3334a733620 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:11.670928 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-600c2458-18b6-4f30-916c-8b86af0f0389 req-91d082b1-368b-465f-86d6-c3334a733620 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.2731829 Mar 16 16:38:11.716594 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-600c2458-18b6-4f30-916c-8b86af0f0389 req-3b7e2113-d329-41a0-81a4-c0428656d331 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Mar 16 16:38:12.369478 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c83de4-044a-4411-b3c7-bfa67b22b504 req-8b346c6c-5806-4775-bce8-472fd8bb386d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:12.371005 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-86c83de4-044a-4411-b3c7-bfa67b22b504 req-8b346c6c-5806-4775-bce8-472fd8bb386d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0531170 Mar 16 16:38:12.420398 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-86c83de4-044a-4411-b3c7-bfa67b22b504 req-7310df74-6376-456a-b3d4-883e8aeba324 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Mar 16 16:38:12.838130 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fde6ca-6cfa-400f-b4c8-3d0de066273d req-78ce8d29-37b8-47ad-a652-e297fe3a902e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:12.839608 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39fde6ca-6cfa-400f-b4c8-3d0de066273d req-78ce8d29-37b8-47ad-a652-e297fe3a902e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0528107 Mar 16 16:38:12.888494 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39fde6ca-6cfa-400f-b4c8-3d0de066273d req-f5cf6cce-5915-4a42-bff6-c64b72e7473c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 Mar 16 16:38:13.551067 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae99d9-55bf-469e-9f88-bafb76913817 req-de667c5b-55c1-42e0-9749-c1cc7653f526 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:13.552600 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-33ae99d9-55bf-469e-9f88-bafb76913817 req-de667c5b-55c1-42e0-9749-c1cc7653f526 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0549943 Mar 16 16:38:13.603720 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-33ae99d9-55bf-469e-9f88-bafb76913817 req-d93fe80f-3961-4307-b0e0-198711a60604 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Mar 16 16:38:14.005576 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-167b071e-d47a-4f74-b5eb-a488b19ec54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:14.015035 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e73cc3-38b6-409a-85f2-6d65ce41384f req-b61b9238-0ed9-4644-b835-bdb3423d43c8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:14.016341 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-44e73cc3-38b6-409a-85f2-6d65ce41384f req-b61b9238-0ed9-4644-b835-bdb3423d43c8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0576828 Mar 16 16:38:14.062512 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-44e73cc3-38b6-409a-85f2-6d65ce41384f req-addb0658-0dbb-47ce-9811-d334909d6437 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Mar 16 16:38:14.721381 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2c62-9710-47e3-90b2-1f433274a263 req-587831ed-0961-4264-be4c-3f3e23021046 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:14.722861 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0f5b2c62-9710-47e3-90b2-1f433274a263 req-587831ed-0961-4264-be4c-3f3e23021046 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0521789 Mar 16 16:38:14.768207 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0f5b2c62-9710-47e3-90b2-1f433274a263 req-199acd21-8f9e-44a5-956f-3d4b059de962 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Mar 16 16:38:15.187570 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f2dcc-b04d-4756-876f-98aa85783242 req-db925199-beb0-4ecb-95c3-6ac518f4cf0e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:15.189050 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fa5f2dcc-b04d-4756-876f-98aa85783242 req-db925199-beb0-4ecb-95c3-6ac518f4cf0e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 943 time: 0.0519335 Mar 16 16:38:15.234068 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fa5f2dcc-b04d-4756-876f-98aa85783242 req-a0d24f6f-dc6c-4b7b-93a6-59f4f91b911f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393260 Mar 16 16:38:15.369368 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:38:15.477526 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:38:15.594799 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:38:15.606138 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'port_id': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'mac_address': 'fa:16:3e:e9:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:38:15.644044 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:38:15.644400 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:15.657177 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c5d309-923b-4d56-85b6-6dcd67a00e33 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:38:15.677150 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:38:15.681700 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:15.682350 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device f424c30f-3479-4f64-ae7b-f106f4c17e36 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:38:15.774679 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=9']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:15.819879 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port f424c30f-3479-4f64-ae7b-f106f4c17e36, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=f424c30f-3479-4f64-ae7b-f106f4c17e36,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:38:15.830622 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'f424c30f-3479-4f64-ae7b-f106f4c17e36', 'network_id': 'c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a', 'port_id': 'f424c30f-3479-4f64-ae7b-f106f4c17e36', 'mac_address': 'fa:16:3e:35:9e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c04a687-9203-4d37-bcb2-f8a64d28a5ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:38:15.872176 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port f424c30f-3479-4f64-ae7b-f106f4c17e36 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:38:15.872630 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:15.886047 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f424c30f-3479-4f64-ae7b-f106f4c17e36 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:38:15.886256 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbd13-0478-4ed4-a039-64e4deed1cb1 req-36642ee4-71fc-4f8e-b5c6-782f4c5a9d49 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:15.887542 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54fcbd13-0478-4ed4-a039-64e4deed1cb1 req-36642ee4-71fc-4f8e-b5c6-782f4c5a9d49 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 943 time: 0.0539756 Mar 16 16:38:15.906377 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port f424c30f-3479-4f64-ae7b-f106f4c17e36, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=f424c30f-3479-4f64-ae7b-f106f4c17e36,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:38:15.909884 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:15.934782 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54fcbd13-0478-4ed4-a039-64e4deed1cb1 req-6a213fdd-924f-4257-9dec-3ddd5b57b3a4 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Mar 16 16:38:15.961387 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=f424c30f-3479-4f64-ae7b-f106f4c17e36,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:16.313644 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3dcf-deb3-4beb-8051-6848dfccf691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:16.358944 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8475-1236-4687-b781-12baf6141209 req-91778512-d7f3-4dd3-bd69-3285df027999 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:16.360445 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-142e8475-1236-4687-b781-12baf6141209 req-91778512-d7f3-4dd3-bd69-3285df027999 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0539489 Mar 16 16:38:16.410355 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-142e8475-1236-4687-b781-12baf6141209 req-5b5ad92f-ead3-456c-9fd9-b2dc595cb7e0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Mar 16 16:38:17.053665 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbb98a-0fb7-41ac-a2ab-d8c94604d2ba req-23211c78-59db-4062-8d9a-6843b9d6fd65 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:17.055763 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-91bbb98a-0fb7-41ac-a2ab-d8c94604d2ba req-23211c78-59db-4062-8d9a-6843b9d6fd65 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 944 time: 0.0565536 Mar 16 16:38:17.102408 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-91bbb98a-0fb7-41ac-a2ab-d8c94604d2ba req-ff3009fa-bf43-466a-9b92-4c65c20705eb tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Mar 16 16:38:17.536648 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f02d5-59dd-4f4b-b8da-95666f8ce776 req-1751b4d6-a386-4a52-80e6-1bea5fae912d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:17.538124 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c60f02d5-59dd-4f4b-b8da-95666f8ce776 req-1751b4d6-a386-4a52-80e6-1bea5fae912d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0513303 Mar 16 16:38:17.543038 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:17.589006 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c60f02d5-59dd-4f4b-b8da-95666f8ce776 req-793c9430-5386-4692-9c93-95a6661be84e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445285 Mar 16 16:38:18.218977 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf7214-2ee7-4f96-900a-a710fd33e9a6 req-66808102-de9c-4388-a1f6-b1ea625f1dfd tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:18.220464 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27cf7214-2ee7-4f96-900a-a710fd33e9a6 req-66808102-de9c-4388-a1f6-b1ea625f1dfd tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 944 time: 0.0519567 Mar 16 16:38:18.266344 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27cf7214-2ee7-4f96-900a-a710fd33e9a6 req-14be8592-45b7-4596-8da9-3529870a3404 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Mar 16 16:38:18.715112 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d632-436f-4297-9e13-a9cd01343473 req-108fab04-c0c8-45ea-aaa0-c49f00f82542 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:18.716590 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2556d632-436f-4297-9e13-a9cd01343473 req-108fab04-c0c8-45ea-aaa0-c49f00f82542 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0561950 Mar 16 16:38:18.762093 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2556d632-436f-4297-9e13-a9cd01343473 req-1a415258-c8c3-4174-a903-d588fe17d11d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Mar 16 16:38:18.817984 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['f424c30f-3479-4f64-ae7b-f106f4c17e36'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:38:18.842905 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['d7c5d309-923b-4d56-85b6-6dcd67a00e33'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:38:19.052643 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:19.380011 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5daa-0e7a-4922-90ab-c06b005ac7c3 req-1cb84792-9084-4150-b340-d4e76691cd9d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:19.381481 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a8af5daa-0e7a-4922-90ab-c06b005ac7c3 req-1cb84792-9084-4150-b340-d4e76691cd9d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 944 time: 0.0504313 Mar 16 16:38:19.656903 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a8af5daa-0e7a-4922-90ab-c06b005ac7c3 req-6898e5f3-045d-443b-b538-2716e22f25bf tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692368 Mar 16 16:38:19.888196 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afc375-65da-482e-94b8-1fbbae0711aa req-3d1e6e50-1301-4bc2-a9f9-d4036f5efe06 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:19.889692 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a4afc375-65da-482e-94b8-1fbbae0711aa req-3d1e6e50-1301-4bc2-a9f9-d4036f5efe06 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0563691 Mar 16 16:38:19.935711 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a4afc375-65da-482e-94b8-1fbbae0711aa req-ddb473e5-300e-490c-977b-8f05d4937ca1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Mar 16 16:38:20.310002 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:20.773820 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9885e2-f360-41ca-a145-da2000396bb1 req-a78a049b-ac8e-40d9-9c25-151cb9be41b3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:20.775278 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ce9885e2-f360-41ca-a145-da2000396bb1 req-a78a049b-ac8e-40d9-9c25-151cb9be41b3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 944 time: 0.0513618 Mar 16 16:38:20.822215 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ce9885e2-f360-41ca-a145-da2000396bb1 req-24e6128a-adf7-4262-ad38-d343c9d71182 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Mar 16 16:38:21.058187 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d362c4-bbc2-43b4-881a-c71efeaf947e req-389904ba-9dec-4df5-988c-e297d8589ebf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:21.059655 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-66d362c4-bbc2-43b4-881a-c71efeaf947e req-389904ba-9dec-4df5-988c-e297d8589ebf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0554056 Mar 16 16:38:21.104613 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-66d362c4-bbc2-43b4-881a-c71efeaf947e req-80864a6f-2039-4291-9cc4-d5633b9610f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 Mar 16 16:38:21.938828 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2c8b2-0847-440a-b267-7b09bf9756de req-46c52583-d455-4b97-ba7f-f5697959f511 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:21.940351 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8a2c8b2-0847-440a-b267-7b09bf9756de req-46c52583-d455-4b97-ba7f-f5697959f511 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 944 time: 0.0538056 Mar 16 16:38:21.989001 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c8a2c8b2-0847-440a-b267-7b09bf9756de req-03f9d0d5-9f24-48c6-a5c0-0bb4fd57eee6 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Mar 16 16:38:22.224605 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961cbd6-c98b-4790-bf80-623ed9c4f0d5 req-2e4c813b-24c2-4fcb-b82a-b06c611b1374 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:22.226098 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3961cbd6-c98b-4790-bf80-623ed9c4f0d5 req-2e4c813b-24c2-4fcb-b82a-b06c611b1374 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 944 time: 0.0520444 Mar 16 16:38:22.277112 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3961cbd6-c98b-4790-bf80-623ed9c4f0d5 req-1895cefe-13d6-4cd9-8dd5-cc4b551cac4a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454750 Mar 16 16:38:23.028763 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:38:23.076545 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port d7c5d309-923b-4d56-85b6-6dcd67a00e33 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:38:23.076919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:23.151759 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port d7c5d309-923b-4d56-85b6-6dcd67a00e33 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:38:23.152144 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:23.178931 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:38:23.181628 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3f53f2-2ccf-4b2a-a033-5feae0bd0004" -d '{"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:38:23.194491 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:38:23.199113 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:23.200209 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device f424c30f-3479-4f64-ae7b-f106f4c17e36 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:38:23.216313 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1417f4-945c-4b2b-9357-faaba1947111 req-b49fd6e9-e449-439c-9db3-2d861b0c02f3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:23.217839 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-df1417f4-945c-4b2b-9357-faaba1947111 req-b49fd6e9-e449-439c-9db3-2d861b0c02f3 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 944 time: 0.1613836 Mar 16 16:38:23.238730 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a5f12f-f07a-45e7-9f85-a2a4fe1a66ea x-openstack-request-id: req-20a5f12f-f07a-45e7-9f85-a2a4fe1a66ea {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:38:23.239036 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-plugged", "status": "completed", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:38:23.239291 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20a5f12f-f07a-45e7-9f85-a2a4fe1a66ea {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:38:23.239680 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'code': 200} Mar 16 16:38:23.266746 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-df1417f4-945c-4b2b-9357-faaba1947111 req-1f5e17e0-4abd-4b21-908c-ac79d9fc9b98 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Mar 16 16:38:23.277282 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=10']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:23.290793 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port f424c30f-3479-4f64-ae7b-f106f4c17e36 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:38:23.295331 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port f424c30f-3479-4f64-ae7b-f106f4c17e36 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:38:23.295698 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:23.376233 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port f424c30f-3479-4f64-ae7b-f106f4c17e36 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:38:23.376650 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:23.409213 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port f424c30f-3479-4f64-ae7b-f106f4c17e36, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=f424c30f-3479-4f64-ae7b-f106f4c17e36,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:38:23.413455 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:23.455056 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f8e5-1489-459e-98bd-887d48c908cd req-b231dbb3-8338-4805-b224-fbe5683aac52 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:23.456679 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6f94f8e5-1489-459e-98bd-887d48c908cd req-b231dbb3-8338-4805-b224-fbe5683aac52 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.1064205 Mar 16 16:38:23.460185 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=f424c30f-3479-4f64-ae7b-f106f4c17e36,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:23.503339 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6f94f8e5-1489-459e-98bd-887d48c908cd req-69cd8240-f932-497e-91bf-d176c98684da tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Mar 16 16:38:24.384567 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab030d-a46d-47e7-a6a5-ed9521b6f397 req-535dc55a-7422-450f-bdba-2eb9dfa88122 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:24.386056 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ffab030d-a46d-47e7-a6a5-ed9521b6f397 req-535dc55a-7422-450f-bdba-2eb9dfa88122 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0523975 Mar 16 16:38:24.431240 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ffab030d-a46d-47e7-a6a5-ed9521b6f397 req-54765d0b-6abd-4c14-a3fa-8fa196256952 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Mar 16 16:38:24.627009 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5c4e-984d-43fc-82fd-ca8fd0a533dc req-1eda1e32-16cf-4396-bd59-cca0aba1454c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:24.628434 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bf1e5c4e-984d-43fc-82fd-ca8fd0a533dc req-1eda1e32-16cf-4396-bd59-cca0aba1454c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0531945 Mar 16 16:38:24.675429 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bf1e5c4e-984d-43fc-82fd-ca8fd0a533dc req-caf21e1f-df97-4fc4-910e-702514058cac tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Mar 16 16:38:24.864944 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:25.240761 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f424c30f-3479-4f64-ae7b-f106f4c17e36'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:38:25.243765 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08f520-15ad-48be-9f27-f2684a4ddaf1" -d '{"events": [{"server_uuid": "36f48fc1-eaa4-4179-bd13-6faeeb11db27", "name": "network-vif-plugged", "status": "completed", "tag": "f424c30f-3479-4f64-ae7b-f106f4c17e36"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:38:25.276793 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169b62a-07e1-4331-8b4e-0f2a63859325 x-openstack-request-id: req-0169b62a-07e1-4331-8b4e-0f2a63859325 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:38:25.277104 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f48fc1-eaa4-4179-bd13-6faeeb11db27", "name": "network-vif-plugged", "status": "completed", "tag": "f424c30f-3479-4f64-ae7b-f106f4c17e36", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:38:25.277359 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0169b62a-07e1-4331-8b4e-0f2a63859325 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:38:25.277747 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f424c30f-3479-4f64-ae7b-f106f4c17e36', 'code': 200} Mar 16 16:38:25.597105 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8460-8a36-4f71-86f2-a5d255f7c5a6 req-06697cd4-ec74-464c-a507-bb31548b2e2c tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:25.598827 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-06ee8460-8a36-4f71-86f2-a5d255f7c5a6 req-06697cd4-ec74-464c-a507-bb31548b2e2c tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0967755 Mar 16 16:38:25.604942 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c319a-c8cf-4c68-a0b5-5a6e0bcddf9c req-6122dbf9-3d21-4d70-92db-c6a08bd22e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:25.606665 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8c5c319a-c8cf-4c68-a0b5-5a6e0bcddf9c req-6122dbf9-3d21-4d70-92db-c6a08bd22e18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 1129 time: 0.0691431 Mar 16 16:38:25.637763 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f46f-6758-41ce-aae1-ce77fd12e3b3 req-2971ef37-0311-4d8f-b0f5-ff212adaa174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:25.639250 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-08f7f46f-6758-41ce-aae1-ce77fd12e3b3 req-2971ef37-0311-4d8f-b0f5-ff212adaa174 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1130 time: 0.0472698 Mar 16 16:38:25.675081 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-06ee8460-8a36-4f71-86f2-a5d255f7c5a6 req-59ab40ff-9a10-4ee5-b57c-65b53ea7a15a tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674722 Mar 16 16:38:25.678287 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8c5c319a-c8cf-4c68-a0b5-5a6e0bcddf9c req-21762348-da50-4293-b90c-d238c69d667e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650551 Mar 16 16:38:25.683354 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-08f7f46f-6758-41ce-aae1-ce77fd12e3b3 req-6b1f1126-e8a8-4887-9403-22276e8eaab7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381246 Mar 16 16:38:25.801262 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebac59-1696-40bf-b3a3-1b8cb072fa3f req-6f439bb8-68b3-4de2-ae59-7a002f726c78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:25.802759 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eaebac59-1696-40bf-b3a3-1b8cb072fa3f req-6f439bb8-68b3-4de2-ae59-7a002f726c78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0518887 Mar 16 16:38:25.849295 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eaebac59-1696-40bf-b3a3-1b8cb072fa3f req-1e2d1519-6828-404f-8d52-d2df132e9c3e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407331 Mar 16 16:38:26.797002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6906a1-a0b4-47a0-8586-f4846a78e0ac req-7d7e2fd4-8003-4139-92b0-93338928c992 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:26.798394 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0b6906a1-a0b4-47a0-8586-f4846a78e0ac req-7d7e2fd4-8003-4139-92b0-93338928c992 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0568628 Mar 16 16:38:26.849813 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0b6906a1-a0b4-47a0-8586-f4846a78e0ac req-fbeda3eb-2de8-4de9-8510-fb2b7acc1900 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 Mar 16 16:38:26.973431 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4226-fc91-472c-8211-dea785827b5a req-450fbc19-c85c-457d-86f2-818a65ad41f1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:26.974820 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0e8d4226-fc91-472c-8211-dea785827b5a req-450fbc19-c85c-457d-86f2-818a65ad41f1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0534854 Mar 16 16:38:27.053411 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0e8d4226-fc91-472c-8211-dea785827b5a req-be3ad7c5-a55f-4a99-b15f-757db3e26c99 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714319 Mar 16 16:38:27.062553 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-c915bb96-0948-404c-8185-b545f74d61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:27.063995 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-c915bb96-0948-404c-8185-b545f74d61c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 1130 time: 0.0762646 Mar 16 16:38:27.196691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-1a367514-2a12-4015-9450-a3048dd5a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:27.198171 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-1a367514-2a12-4015-9450-a3048dd5a896 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.0866859 Mar 16 16:38:27.269758 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-d80b5994-89eb-41bf-9ddb-c14b9ef81249 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 200 len: 1000 time: 0.0616412 Mar 16 16:38:27.320927 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-5ab7a028-6696-43f7-8842-11a5e6b8caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:27.322385 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-5ab7a028-6696-43f7-8842-11a5e6b8caa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0430374 Mar 16 16:38:27.373431 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-a80d3e3a-bd17-497b-964f-4467d454043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:27.374909 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-a80d3e3a-bd17-497b-964f-4467d454043c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442357 Mar 16 16:38:27.469911 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-e71306b2-bff0-4f17-a478-44fe8296fcb1 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850532 Mar 16 16:38:27.563668 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8b550b71-79c5-473f-b465-d5fb4f526113 req-a3b7d2d4-8b25-498d-9436-bb9ca3df0d32 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857053 Mar 16 16:38:27.977530 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66a587-2790-426f-b87c-cda660c208fe req-f1058f84-c628-48ae-89ff-27e5bccefd59 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:27.979193 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ed66a587-2790-426f-b87c-cda660c208fe req-f1058f84-c628-48ae-89ff-27e5bccefd59 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0579700 Mar 16 16:38:28.026546 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ed66a587-2790-426f-b87c-cda660c208fe req-c156c55e-e78b-4ed5-a348-e0c939f8a953 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Mar 16 16:38:28.182282 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc30be6-484a-41f2-ba41-8ae55656ef65 req-d61fe552-ea17-4215-9e38-e3ea8042f69c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:28.184719 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cdc30be6-484a-41f2-ba41-8ae55656ef65 req-d61fe552-ea17-4215-9e38-e3ea8042f69c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0566695 Mar 16 16:38:28.247450 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cdc30be6-484a-41f2-ba41-8ae55656ef65 req-ea958456-2c93-42ad-b4f0-d285941cab44 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569727 Mar 16 16:38:29.373938 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235fa0c-f7cc-4032-bf56-8e3e5bfdc3de req-312d1217-2f49-4096-9348-fabb3d632238 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:29.375405 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4235fa0c-f7cc-4032-bf56-8e3e5bfdc3de req-312d1217-2f49-4096-9348-fabb3d632238 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0527689 Mar 16 16:38:29.426964 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4235fa0c-f7cc-4032-bf56-8e3e5bfdc3de req-c10c3f32-23e5-484a-ae8d-ea1e1f381815 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458300 Mar 16 16:38:30.362368 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39662) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:30.472077 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3b1341cf-153a-45a3-a029-44be362f6034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:30.551539 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3b1341cf-153a-45a3-a029-44be362f6034 admin admin] Publish callbacks [] for security_group (15df0086-d37e-4635-93c6-7a7afe737376), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:30.555384 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3b1341cf-153a-45a3-a029-44be362f6034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (15df0086-d37e-4635-93c6-7a7afe737376), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:30.593924 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3b1341cf-153a-45a3-a029-44be362f6034 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2687e88a1a394a27b477e2eaf8f09ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304213 Mar 16 16:38:30.595933 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1341cf-153a-45a3-a029-44be362f6034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15df0086-d37e-4635-93c6-7a7afe737376,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:30.596616 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39668) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:30.643366 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Publish callbacks [] for security_group (15df0086-d37e-4635-93c6-7a7afe737376), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:30.664522 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Publish callbacks [] for security_group (15df0086-d37e-4635-93c6-7a7afe737376), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:30.709404 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (15df0086-d37e-4635-93c6-7a7afe737376), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:30.712003 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:30.713254 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15df0086-d37e-4635-93c6-7a7afe737376 HTTP/1.1" status: 204 len: 168 time: 0.1156223 Mar 16 16:38:30.720744 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15df0086-d37e-4635-93c6-7a7afe737376,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:30.727773 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.728126 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.728495 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.728833 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.729163 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.729493 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.729817 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.730138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.730461 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.730782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.731103 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.731421 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.731737 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.732061 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.732385 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfbd001-1ee0-4eb5-9ba9-2d1a272538e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:30.977362 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39674) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:30.990213 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-270308dd-71bb-4f50-a204-d14781d00f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:31.071384 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-270308dd-71bb-4f50-a204-d14781d00f7d admin admin] Publish callbacks [] for security_group (b2bd0b30-2949-4532-8cdf-2c6934a3ef0c), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:31.075530 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-270308dd-71bb-4f50-a204-d14781d00f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b2bd0b30-2949-4532-8cdf-2c6934a3ef0c), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:31.123124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270308dd-71bb-4f50-a204-d14781d00f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd0b30-2949-4532-8cdf-2c6934a3ef0c,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:31.129570 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-270308dd-71bb-4f50-a204-d14781d00f7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53b7b3929eab4ad3ac09fc21c9f84917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511562 Mar 16 16:38:31.132176 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39676) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:31.177914 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-99ae5a5f-70d6-4afd-975c-fdd397e2a43b admin admin] Publish callbacks [] for security_group (b2bd0b30-2949-4532-8cdf-2c6934a3ef0c), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:31.199979 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-99ae5a5f-70d6-4afd-975c-fdd397e2a43b admin admin] Publish callbacks [] for security_group (b2bd0b30-2949-4532-8cdf-2c6934a3ef0c), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:31.246262 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-99ae5a5f-70d6-4afd-975c-fdd397e2a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b2bd0b30-2949-4532-8cdf-2c6934a3ef0c), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:31.249003 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-99ae5a5f-70d6-4afd-975c-fdd397e2a43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:31.250146 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-99ae5a5f-70d6-4afd-975c-fdd397e2a43b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2bd0b30-2949-4532-8cdf-2c6934a3ef0c HTTP/1.1" status: 204 len: 168 time: 0.1170552 Mar 16 16:38:31.259213 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae5a5f-70d6-4afd-975c-fdd397e2a43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd0b30-2949-4532-8cdf-2c6934a3ef0c,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:32.806524 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39726) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:32.908221 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-afa68ece-7b83-4bdb-b3dc-ae88b127919e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:32.987675 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-afa68ece-7b83-4bdb-b3dc-ae88b127919e admin admin] Publish callbacks [] for security_group (78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:32.992684 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-afa68ece-7b83-4bdb-b3dc-ae88b127919e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.034499 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-afa68ece-7b83-4bdb-b3dc-ae88b127919e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=610fddf79919466fbcf9f5a25576c705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268980 Mar 16 16:38:33.035476 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68ece-7b83-4bdb-b3dc-ae88b127919e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:33.037171 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39730) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:33.087146 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c25d6f76-c772-4c9c-a7b1-2ddcd074b406 admin admin] Publish callbacks [] for security_group (78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.107035 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c25d6f76-c772-4c9c-a7b1-2ddcd074b406 admin admin] Publish callbacks [] for security_group (78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.152004 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c25d6f76-c772-4c9c-a7b1-2ddcd074b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.154518 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c25d6f76-c772-4c9c-a7b1-2ddcd074b406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.155649 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c25d6f76-c772-4c9c-a7b1-2ddcd074b406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1 HTTP/1.1" status: 204 len: 168 time: 0.1174924 Mar 16 16:38:33.163046 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d6f76-c772-4c9c-a7b1-2ddcd074b406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f5f29c-6cf9-49d8-9715-20bb5dd4d8e1,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:33.407769 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39736) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:33.422641 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa46532f-d348-4dba-b4e3-cdc66e268087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.495820 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa46532f-d348-4dba-b4e3-cdc66e268087 admin admin] Publish callbacks [] for security_group (7a37190d-c8c3-4b03-bc45-a12fbab9b234), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.499450 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fa46532f-d348-4dba-b4e3-cdc66e268087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7a37190d-c8c3-4b03-bc45-a12fbab9b234), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.538632 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-fa46532f-d348-4dba-b4e3-cdc66e268087 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=158bb2d262c34d689d5a655dba24a683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296918 Mar 16 16:38:33.539511 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46532f-d348-4dba-b4e3-cdc66e268087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a37190d-c8c3-4b03-bc45-a12fbab9b234,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:33.542357 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39738) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:33.590990 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf54e-e08b-4a53-bbf6-6bff7efe7886 admin admin] Publish callbacks [] for security_group (7a37190d-c8c3-4b03-bc45-a12fbab9b234), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.611655 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf54e-e08b-4a53-bbf6-6bff7efe7886 admin admin] Publish callbacks [] for security_group (7a37190d-c8c3-4b03-bc45-a12fbab9b234), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.659406 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf54e-e08b-4a53-bbf6-6bff7efe7886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7a37190d-c8c3-4b03-bc45-a12fbab9b234), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.662086 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf54e-e08b-4a53-bbf6-6bff7efe7886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:33.666501 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-9cdcf54e-e08b-4a53-bbf6-6bff7efe7886 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a37190d-c8c3-4b03-bc45-a12fbab9b234 HTTP/1.1" status: 204 len: 168 time: 0.1229601 Mar 16 16:38:33.674166 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf54e-e08b-4a53-bbf6-6bff7efe7886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a37190d-c8c3-4b03-bc45-a12fbab9b234,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:43.730352 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39882) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:43.829727 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2291d379-b999-4589-b9db-478d1ee9cccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:43.911229 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2291d379-b999-4589-b9db-478d1ee9cccd admin admin] Publish callbacks [] for security_group (60ab59ac-93ef-463d-9dbd-7227a3f9fe38), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:43.914875 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2291d379-b999-4589-b9db-478d1ee9cccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (60ab59ac-93ef-463d-9dbd-7227a3f9fe38), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:43.952839 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-2291d379-b999-4589-b9db-478d1ee9cccd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b6bcace0274465688644ec9ad77e86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214258 Mar 16 16:38:43.953704 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291d379-b999-4589-b9db-478d1ee9cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab59ac-93ef-463d-9dbd-7227a3f9fe38,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:43.955531 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39886) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:44.005072 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Publish callbacks [] for security_group (60ab59ac-93ef-463d-9dbd-7227a3f9fe38), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.007655 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-dfd843b5-b032-4e55-a008-98174982bf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.028199 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Publish callbacks [] for security_group (60ab59ac-93ef-463d-9dbd-7227a3f9fe38), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.074463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (60ab59ac-93ef-463d-9dbd-7227a3f9fe38), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.077063 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.078221 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60ab59ac-93ef-463d-9dbd-7227a3f9fe38 HTTP/1.1" status: 204 len: 168 time: 0.1211786 Mar 16 16:38:44.085498 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab59ac-93ef-463d-9dbd-7227a3f9fe38,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:44.093240 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.093612 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.093939 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.094281 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.094619 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.094948 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.095275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.095604 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.096022 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.096233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.096595 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.096950 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.097239 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.097562 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.097884 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fd21c-5a3f-4353-8015-c396b4b6ac6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:38:44.330281 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39894) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:44.343236 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c80d28d3-12ab-4125-b754-b248442ca4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.415719 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c80d28d3-12ab-4125-b754-b248442ca4f0 admin admin] Publish callbacks [] for security_group (54a6714f-0394-4ec6-909a-0e3321ee11b7), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.419414 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c80d28d3-12ab-4125-b754-b248442ca4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (54a6714f-0394-4ec6-909a-0e3321ee11b7), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.456795 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c80d28d3-12ab-4125-b754-b248442ca4f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3331f68814154af1a5ac42e7380e45ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254418 Mar 16 16:38:44.457650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d28d3-12ab-4125-b754-b248442ca4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a6714f-0394-4ec6-909a-0e3321ee11b7,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:44.459416 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39896) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:44.511178 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8e0551b1-901e-4eaa-b946-10ad05598f64 admin admin] Publish callbacks [] for security_group (54a6714f-0394-4ec6-909a-0e3321ee11b7), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.532527 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8e0551b1-901e-4eaa-b946-10ad05598f64 admin admin] Publish callbacks [] for security_group (54a6714f-0394-4ec6-909a-0e3321ee11b7), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.578369 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8e0551b1-901e-4eaa-b946-10ad05598f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (54a6714f-0394-4ec6-909a-0e3321ee11b7), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.580978 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8e0551b1-901e-4eaa-b946-10ad05598f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.582118 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8e0551b1-901e-4eaa-b946-10ad05598f64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54a6714f-0394-4ec6-909a-0e3321ee11b7 HTTP/1.1" status: 204 len: 168 time: 0.1216245 Mar 16 16:38:44.591114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0551b1-901e-4eaa-b946-10ad05598f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a6714f-0394-4ec6-909a-0e3321ee11b7,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:44.892013 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39902) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:44.904852 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c5f950e4-a05f-4c52-93ae-b115862eff32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.976867 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c5f950e4-a05f-4c52-93ae-b115862eff32 admin admin] Publish callbacks [] for security_group (0d3b1829-67cf-47e4-9b74-dd0bee8bf547), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:44.981469 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c5f950e4-a05f-4c52-93ae-b115862eff32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0d3b1829-67cf-47e4-9b74-dd0bee8bf547), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:45.018612 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c5f950e4-a05f-4c52-93ae-b115862eff32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f6622afda3a41f89281bfb17a39029e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254663 Mar 16 16:38:45.020596 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f950e4-a05f-4c52-93ae-b115862eff32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3b1829-67cf-47e4-9b74-dd0bee8bf547,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:45.021309 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39904) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:45.074024 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-81f52f2e-4c04-4dbc-b213-f3e6ccb2bf2e admin admin] Publish callbacks [] for security_group (0d3b1829-67cf-47e4-9b74-dd0bee8bf547), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:45.094604 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-81f52f2e-4c04-4dbc-b213-f3e6ccb2bf2e admin admin] Publish callbacks [] for security_group (0d3b1829-67cf-47e4-9b74-dd0bee8bf547), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:45.140524 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-81f52f2e-4c04-4dbc-b213-f3e6ccb2bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0d3b1829-67cf-47e4-9b74-dd0bee8bf547), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:45.143009 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-81f52f2e-4c04-4dbc-b213-f3e6ccb2bf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:45.144147 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-81f52f2e-4c04-4dbc-b213-f3e6ccb2bf2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d3b1829-67cf-47e4-9b74-dd0bee8bf547 HTTP/1.1" status: 204 len: 168 time: 0.1217241 Mar 16 16:38:45.152005 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f52f2e-4c04-4dbc-b213-f3e6ccb2bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3b1829-67cf-47e4-9b74-dd0bee8bf547,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:46.315397 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc41a-5377-416c-8915-fcd1897e4f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:47.547125 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:49.032504 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:50.320223 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.312606 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 39994) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:51.415595 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1958e236-7369-494e-b66d-8c2cb8f05ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.490975 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1958e236-7369-494e-b66d-8c2cb8f05ec2 admin admin] Publish callbacks [] for security_group (b6ca1cf9-8fe6-4176-bbc6-d6942354b075), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.495787 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1958e236-7369-494e-b66d-8c2cb8f05ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b6ca1cf9-8fe6-4176-bbc6-d6942354b075), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.534023 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1958e236-7369-494e-b66d-8c2cb8f05ec2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3cdef7ba7de4bcc8652d686e43fe13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203426 Mar 16 16:38:51.535132 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958e236-7369-494e-b66d-8c2cb8f05ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ca1cf9-8fe6-4176-bbc6-d6942354b075,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:51.536755 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 39998) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:51.585862 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c95cd8c2-83d9-4ac5-a697-502f2e0f8aaf admin admin] Publish callbacks [] for security_group (b6ca1cf9-8fe6-4176-bbc6-d6942354b075), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.607545 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c95cd8c2-83d9-4ac5-a697-502f2e0f8aaf admin admin] Publish callbacks [] for security_group (b6ca1cf9-8fe6-4176-bbc6-d6942354b075), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.655063 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c95cd8c2-83d9-4ac5-a697-502f2e0f8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (b6ca1cf9-8fe6-4176-bbc6-d6942354b075), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.657941 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c95cd8c2-83d9-4ac5-a697-502f2e0f8aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:51.659141 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c95cd8c2-83d9-4ac5-a697-502f2e0f8aaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6ca1cf9-8fe6-4176-bbc6-d6942354b075 HTTP/1.1" status: 204 len: 168 time: 0.1213067 Mar 16 16:38:51.667419 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cd8c2-83d9-4ac5-a697-502f2e0f8aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ca1cf9-8fe6-4176-bbc6-d6942354b075,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:51.921783 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40010) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:51.937706 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c16e2470-2c1b-43e1-b86d-917560d29b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:52.019755 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c16e2470-2c1b-43e1-b86d-917560d29b7a admin admin] Publish callbacks [] for security_group (8fe3d9ba-ecb3-478a-8550-8e1c367d2e68), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:52.023393 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c16e2470-2c1b-43e1-b86d-917560d29b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8fe3d9ba-ecb3-478a-8550-8e1c367d2e68), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:52.061733 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c16e2470-2c1b-43e1-b86d-917560d29b7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0772e4501f5d42f9b6a4eaf511d8bc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388736 Mar 16 16:38:52.062818 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e2470-2c1b-43e1-b86d-917560d29b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe3d9ba-ecb3-478a-8550-8e1c367d2e68,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:52.064512 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40012) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:52.113134 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8ed120ab-3eec-4b85-8dc8-57c23e03f21b admin admin] Publish callbacks [] for security_group (8fe3d9ba-ecb3-478a-8550-8e1c367d2e68), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:52.133547 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8ed120ab-3eec-4b85-8dc8-57c23e03f21b admin admin] Publish callbacks [] for security_group (8fe3d9ba-ecb3-478a-8550-8e1c367d2e68), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:52.180619 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8ed120ab-3eec-4b85-8dc8-57c23e03f21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8fe3d9ba-ecb3-478a-8550-8e1c367d2e68), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:52.183243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8ed120ab-3eec-4b85-8dc8-57c23e03f21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:52.184461 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8ed120ab-3eec-4b85-8dc8-57c23e03f21b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fe3d9ba-ecb3-478a-8550-8e1c367d2e68 HTTP/1.1" status: 204 len: 168 time: 0.1188700 Mar 16 16:38:52.192102 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed120ab-3eec-4b85-8dc8-57c23e03f21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe3d9ba-ecb3-478a-8550-8e1c367d2e68,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:52.476389 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:38:54.878383 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:55.287547 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4047d5-6723-45c6-94c3-755615428fe2 req-58579a96-3788-4462-aec4-103ce2b5064f tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:55.288951 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2e4047d5-6723-45c6-94c3-755615428fe2 req-58579a96-3788-4462-aec4-103ce2b5064f tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0514176 Mar 16 16:38:55.335234 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2e4047d5-6723-45c6-94c3-755615428fe2 req-855fb42d-5b93-449f-8b17-06abc9e2c096 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Mar 16 16:38:55.753001 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40074) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:55.855143 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7164738b-0bbc-45f9-80e6-9d0facc214b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:55.928690 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7164738b-0bbc-45f9-80e6-9d0facc214b2 admin admin] Publish callbacks [] for security_group (0af366bc-e582-4aad-bf9d-3f6450354580), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:55.933815 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7164738b-0bbc-45f9-80e6-9d0facc214b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0af366bc-e582-4aad-bf9d-3f6450354580), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:55.975094 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-7164738b-0bbc-45f9-80e6-9d0facc214b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86cc40593b62455396e3de00c9456967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210155 Mar 16 16:38:55.976245 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164738b-0bbc-45f9-80e6-9d0facc214b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af366bc-e582-4aad-bf9d-3f6450354580,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:55.978395 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40078) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:38:56.028553 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ef48-3dbb-4549-9ee3-20de4bc3154c admin admin] Publish callbacks [] for security_group (0af366bc-e582-4aad-bf9d-3f6450354580), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:56.049259 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ef48-3dbb-4549-9ee3-20de4bc3154c admin admin] Publish callbacks [] for security_group (0af366bc-e582-4aad-bf9d-3f6450354580), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:56.098877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ef48-3dbb-4549-9ee3-20de4bc3154c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (0af366bc-e582-4aad-bf9d-3f6450354580), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:56.101349 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7ce1ef48-3dbb-4549-9ee3-20de4bc3154c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:56.102475 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7ce1ef48-3dbb-4549-9ee3-20de4bc3154c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0af366bc-e582-4aad-bf9d-3f6450354580 HTTP/1.1" status: 204 len: 168 time: 0.1236160 Mar 16 16:38:56.110839 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1ef48-3dbb-4549-9ee3-20de4bc3154c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af366bc-e582-4aad-bf9d-3f6450354580,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:56.459020 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197cc36-d1f1-4174-a12a-5bbcde20c2b0 req-abdbb2eb-8641-4f04-a405-87bfb0b1a9c0 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:56.460506 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a197cc36-d1f1-4174-a12a-5bbcde20c2b0 req-abdbb2eb-8641-4f04-a405-87bfb0b1a9c0 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0530095 Mar 16 16:38:56.506983 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a197cc36-d1f1-4174-a12a-5bbcde20c2b0 req-e4adafde-da96-435c-94f2-86544016131e tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Mar 16 16:38:57.544203 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-2c5634ed-d387-47b6-abd4-c0d898178125 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:57.545712 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-2c5634ed-d387-47b6-abd4-c0d898178125 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0569563 Mar 16 16:38:57.664621 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ac0de-3e48-4519-ac57-a217d4f16ba8 req-074e2fa4-b628-4d0b-b53b-3fb3209d324d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:38:57.666068 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5b9ac0de-3e48-4519-ac57-a217d4f16ba8 req-074e2fa4-b628-4d0b-b53b-3fb3209d324d tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/ports?device_id=36f48fc1-eaa4-4179-bd13-6faeeb11db27 HTTP/1.1" status: 200 len: 945 time: 0.0885565 Mar 16 16:38:57.702994 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Deleting port f424c30f-3479-4f64-ae7b-f106f4c17e36 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:38:57.703330 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:57.764931 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5b9ac0de-3e48-4519-ac57-a217d4f16ba8 req-f8333c9f-c375-4bcb-b0af-b77b137d0045 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.30 "GET /v2.0/security-groups?id=8be28fe9-48db-415a-9588-2d0feeee6522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906341 Mar 16 16:38:57.812229 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] For port f424c30f-3479-4f64-ae7b-f106f4c17e36, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=f424c30f-3479-4f64-ae7b-f106f4c17e36,segment=NetworkSegment(cbc3c436-4f5c-4e22-9368-fdf49f252512),segment_id=cbc3c436-4f5c-4e22-9368-fdf49f252512)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:38:57.812533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:57.825043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Calling delete_port for f424c30f-3479-4f64-ae7b-f106f4c17e36 owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:38:57.957061 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (f424c30f-3479-4f64-ae7b-f106f4c17e36), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:57.971346 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['f424c30f-3479-4f64-ae7b-f106f4c17e36'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:38:57.991852 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Pushing event deleted for resources: {'Port': ['ID=f424c30f-3479-4f64-ae7b-f106f4c17e36,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:38:58.034781 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] No DVR routers for this DVR port f424c30f-3479-4f64-ae7b-f106f4c17e36 on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:38:58.037282 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:38:58.040540 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6d377bb6-c222-4020-8f61-ba1072f02fca req-fc002399-78e2-4c50-a664-a263e41d72d5 tempest-VolumesSnapshotTestJSON-1950304828 tempest-VolumesSnapshotTestJSON-1950304828-project] 10.222.0.57 "DELETE /v2.0/ports/f424c30f-3479-4f64-ae7b-f106f4c17e36 HTTP/1.1" status: 204 len: 173 time: 0.4889457 Mar 16 16:38:58.040983 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'name': 'network-vif-deleted', 'tag': 'f424c30f-3479-4f64-ae7b-f106f4c17e36'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:38:58.043249 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897f852c-454b-481e-b171-c0809aa91623" -d '{"events": [{"server_uuid": "36f48fc1-eaa4-4179-bd13-6faeeb11db27", "name": "network-vif-deleted", "tag": "f424c30f-3479-4f64-ae7b-f106f4c17e36"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:38:58.079165 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c82c9d-bf13-4d7a-ac68-d984560a45f0 x-openstack-request-id: req-30c82c9d-bf13-4d7a-ac68-d984560a45f0 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:38:58.079463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f48fc1-eaa4-4179-bd13-6faeeb11db27", "name": "network-vif-deleted", "tag": "f424c30f-3479-4f64-ae7b-f106f4c17e36", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:38:58.079720 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30c82c9d-bf13-4d7a-ac68-d984560a45f0 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:38:58.080121 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f48fc1-eaa4-4179-bd13-6faeeb11db27', 'name': 'network-vif-deleted', 'tag': 'f424c30f-3479-4f64-ae7b-f106f4c17e36', 'status': 'completed', 'code': 200} Mar 16 16:39:00.674413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device f424c30f-3479-4f64-ae7b-f106f4c17e36 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:39:00.694896 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: f424c30f-3479-4f64-ae7b-f106f4c17e36 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:39:00.695235 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device f424c30f-3479-4f64-ae7b-f106f4c17e36 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:39:14.010095 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bbdf432c-9d1a-4b05-9f96-1b61002d90ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:16.318707 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4f4d36f3-29c7-4d35-8fd4-3cfcb361bc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:17.549341 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:19.034027 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:20.312573 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:23.904247 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40246) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:39:23.948030 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] Deleting subnet 8c04a687-9203-4d37-bcb2-f8a64d28a5ec {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:39:23.951021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] Publish callbacks [] for subnet (8c04a687-9203-4d37-bcb2-f8a64d28a5ec), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:23.983694 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (8c04a687-9203-4d37-bcb2-f8a64d28a5ec), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.021855 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (8c04a687-9203-4d37-bcb2-f8a64d28a5ec), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.072902 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (8c04a687-9203-4d37-bcb2-f8a64d28a5ec), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.103459 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.106672 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c04a687-9203-4d37-bcb2-f8a64d28a5ec HTTP/1.1" status: 204 len: 168 time: 0.2013423 Mar 16 16:39:24.107763 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44df011-43ae-413a-b737-662171a2e394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c04a687-9203-4d37-bcb2-f8a64d28a5ec,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:39:24.109300 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40248) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:39:24.177246 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.258989 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.278873 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:39:24.287814 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc3c436-4f5c-4e22-9368-fdf49f252512') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:39:24.288106 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc3c436-4f5c-4e22-9368-fdf49f252512') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:39:24.297313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (cbc3c436-4f5c-4e22-9368-fdf49f252512), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.309963 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (cbc3c436-4f5c-4e22-9368-fdf49f252512), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.315590 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:39:24.316219 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (cbc3c436-4f5c-4e22-9368-fdf49f252512), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:39:24.317813 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:39:24.377177 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.382314 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.386658 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a HTTP/1.1" status: 204 len: 168 time: 0.2763014 Mar 16 16:39:24.398760 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2354-b9bb-46c4-b2c8-86e08e0c67fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f7fe2f-9087-47ef-9dd4-1eff2aa3939a,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:39:24.542674 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40252) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:39:24.582460 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a31492aa-5e40-41c6-853d-60d0c2bd4424 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1b88e60d28f463299be02e56223bd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386002 Mar 16 16:39:24.584744 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40254) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:39:24.630152 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-10dcbe5f-2329-49d1-9548-6a0d03795d86 admin admin] Publish callbacks [] for security_group (8be28fe9-48db-415a-9588-2d0feeee6522), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.651425 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-10dcbe5f-2329-49d1-9548-6a0d03795d86 admin admin] Publish callbacks [] for security_group (8be28fe9-48db-415a-9588-2d0feeee6522), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.696546 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-10dcbe5f-2329-49d1-9548-6a0d03795d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (8be28fe9-48db-415a-9588-2d0feeee6522), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.699715 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-10dcbe5f-2329-49d1-9548-6a0d03795d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:24.700868 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-10dcbe5f-2329-49d1-9548-6a0d03795d86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8be28fe9-48db-415a-9588-2d0feeee6522 HTTP/1.1" status: 204 len: 168 time: 0.1152608 Mar 16 16:39:24.708658 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcbe5f-2329-49d1-9548-6a0d03795d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be28fe9-48db-415a-9588-2d0feeee6522,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:39:24.890000 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:29.475254 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:39:31.196131 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-131a3851-d900-4266-a229-8aa1f70c9677 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1320813 Mar 16 16:39:31.452854 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-1e863073-78c7-469a-a0d3-f5c1a467b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:31.454421 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-1e863073-78c7-469a-a0d3-f5c1a467b6ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1129 time: 0.0481091 Mar 16 16:39:31.561738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-893f3fc4-7f3f-4a21-b185-1a303943110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:31.563182 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-893f3fc4-7f3f-4a21-b185-1a303943110f service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.0913863 Mar 16 16:39:31.631289 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-f8e572f7-0e14-4f08-a46d-146933984619 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0606782 Mar 16 16:39:31.677637 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-cca4779f-d4ed-4480-a041-e546b3b318dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:31.679015 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-cca4779f-d4ed-4480-a041-e546b3b318dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0409322 Mar 16 16:39:31.726722 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-d8b80fac-8443-4ec2-8d89-b5e479aa484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:31.728809 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-d8b80fac-8443-4ec2-8d89-b5e479aa484e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430057 Mar 16 16:39:31.823450 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-ee91124d-3c93-4a29-a6e3-83418470904c service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881207 Mar 16 16:39:31.925266 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-82299f24-e9f3-4a0d-88d8-8af001b3f44e req-4591eb9c-b6bf-49f9-8c71-4258c25721fb service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948193 Mar 16 16:39:38.537352 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaedcc7-b2e4-4ba7-8ae9-a8151aca5c59 req-819cd796-bec9-4416-906b-f90732abb4d6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:38.538852 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ceaedcc7-b2e4-4ba7-8ae9-a8151aca5c59 req-819cd796-bec9-4416-906b-f90732abb4d6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0530024 Mar 16 16:39:38.585112 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ceaedcc7-b2e4-4ba7-8ae9-a8151aca5c59 req-c42c0968-c9c0-4f19-bdf6-52226ebc8570 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Mar 16 16:39:39.705199 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e38b8-2eb3-4630-8547-c8d046942e0d req-dfdc7083-58d5-460e-8a4b-b92119da612e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:39.706705 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a8e38b8-2eb3-4630-8547-c8d046942e0d req-dfdc7083-58d5-460e-8a4b-b92119da612e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0535080 Mar 16 16:39:39.755504 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a8e38b8-2eb3-4630-8547-c8d046942e0d req-6a452081-3527-4b97-81b5-9327dca5aa63 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Mar 16 16:39:40.871897 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106330-0a89-4263-945f-6c37139951df req-44f45d5e-3734-4299-a9c2-e1abb1431ff6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:40.873426 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-22106330-0a89-4263-945f-6c37139951df req-44f45d5e-3734-4299-a9c2-e1abb1431ff6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0513778 Mar 16 16:39:40.935739 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-22106330-0a89-4263-945f-6c37139951df req-544cf1f2-3c24-40d8-9c21-726b0f674c0f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566583 Mar 16 16:39:42.052578 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3b3e-675f-4e96-bc64-a712b8e3845f req-138031a3-3a61-4e60-81f8-384b046e5ab5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:42.054057 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b2fa3b3e-675f-4e96-bc64-a712b8e3845f req-138031a3-3a61-4e60-81f8-384b046e5ab5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0527778 Mar 16 16:39:42.099458 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b2fa3b3e-675f-4e96-bc64-a712b8e3845f req-6a1493ff-0404-4c5e-a313-56657aa1dccb tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Mar 16 16:39:43.221144 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d193a-546f-43b4-975f-8aa03e231c47 req-a52055d7-8830-4a6a-8ab2-5f3bfb34bf91 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:43.222626 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8a1d193a-546f-43b4-975f-8aa03e231c47 req-a52055d7-8830-4a6a-8ab2-5f3bfb34bf91 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0531542 Mar 16 16:39:43.270193 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8a1d193a-546f-43b4-975f-8aa03e231c47 req-31c1ed70-3724-4c3a-9408-4355a6fd4abd tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Mar 16 16:39:44.013207 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e075-a43e-40d2-8268-3dd136a1e9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:44.388681 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd5ee-e6a4-4978-ba98-168503639a5f req-66c50dbb-53b0-4622-a743-a8ebf55ba816 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:44.390290 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-dd6bd5ee-e6a4-4978-ba98-168503639a5f req-66c50dbb-53b0-4622-a743-a8ebf55ba816 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0551479 Mar 16 16:39:44.438883 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-dd6bd5ee-e6a4-4978-ba98-168503639a5f req-7af0649f-b3a5-4ace-afb2-f970fb61dde8 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Mar 16 16:39:45.555842 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a262bc4-263d-48ae-b299-e213db5f4c8d req-21faa141-5c37-4344-8727-d97bb5675c70 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:45.557472 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7a262bc4-263d-48ae-b299-e213db5f4c8d req-21faa141-5c37-4344-8727-d97bb5675c70 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0530803 Mar 16 16:39:45.609292 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7a262bc4-263d-48ae-b299-e213db5f4c8d req-ed441910-16c5-4c83-a7eb-b639e78c63f5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463364 Mar 16 16:39:46.320385 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-48c66f47-68b3-4b02-82e6-353ea9a5d4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:46.732522 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fce55-e57e-4771-9b69-36d0a06615d3 req-7a1cb399-dd77-4e4e-b993-beb8158227f9 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:46.734010 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ea3fce55-e57e-4771-9b69-36d0a06615d3 req-7a1cb399-dd77-4e4e-b993-beb8158227f9 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0574765 Mar 16 16:39:46.779597 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ea3fce55-e57e-4771-9b69-36d0a06615d3 req-e2fa8a71-2cfc-4409-b11c-2e884f23434e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Mar 16 16:39:47.551812 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:47.913570 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f65b66-1fd4-46fb-98b5-dc9181c19234 req-eb971de9-c9a9-4259-8a15-abd9c616ac90 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:47.915061 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-10f65b66-1fd4-46fb-98b5-dc9181c19234 req-eb971de9-c9a9-4259-8a15-abd9c616ac90 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0565071 Mar 16 16:39:47.963909 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-10f65b66-1fd4-46fb-98b5-dc9181c19234 req-d39c8f1f-b54e-41c8-9c5d-5271e021f185 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Mar 16 16:39:49.037570 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.115735 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b0a39-9c0d-4f32-b1a5-3acac3b0d97e req-0acc2e65-5010-401b-960b-9d597e9d4e73 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:49.117908 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3d9b0a39-9c0d-4f32-b1a5-3acac3b0d97e req-0acc2e65-5010-401b-960b-9d597e9d4e73 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0593657 Mar 16 16:39:49.148937 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40450) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:39:49.180768 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3d9b0a39-9c0d-4f32-b1a5-3acac3b0d97e req-da96e3e6-e7ce-4e1e-8f10-49931bc87a97 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564809 Mar 16 16:39:49.263637 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.350176 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Publish callbacks [] for security_group (252d4bb1-4e51-4029-afc6-39791b5d434b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.353963 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (252d4bb1-4e51-4029-afc6-39791b5d434b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.397845 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9926ad209de1460b8b46bbffefc3c5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476041 Mar 16 16:39:49.398547 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d4bb1-4e51-4029-afc6-39791b5d434b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:39:49.400450 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40456) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:39:49.406541 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.406887 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.407231 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.407567 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.407896 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.408222 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.408582 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.408897 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.409220 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.409672 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.410248 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.410762 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.411110 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.411415 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.411753 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f40369-9180-4ded-9754-1c3cf86ee128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.449473 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Publish callbacks [] for security_group (252d4bb1-4e51-4029-afc6-39791b5d434b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.471124 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Publish callbacks [] for security_group (252d4bb1-4e51-4029-afc6-39791b5d434b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.530994 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (252d4bb1-4e51-4029-afc6-39791b5d434b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.533542 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:49.534696 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/252d4bb1-4e51-4029-afc6-39791b5d434b HTTP/1.1" status: 204 len: 168 time: 0.1327350 Mar 16 16:39:49.543751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d4bb1-4e51-4029-afc6-39791b5d434b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:39:49.551055 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.551403 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.551744 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.552067 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.552427 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.552755 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.553081 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.553405 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.553757 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.554081 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.554402 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.554719 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.555037 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.555352 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:49.555663 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93d0ad-e3cf-469b-9cd4-beb6690f4df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:39:50.300885 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bb9f1-e5eb-476a-b140-e3f17895388d req-4255aa69-6a37-42fa-b3dc-17bf445373d8 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:50.302299 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-509bb9f1-e5eb-476a-b140-e3f17895388d req-4255aa69-6a37-42fa-b3dc-17bf445373d8 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0548058 Mar 16 16:39:50.316902 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:50.349021 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-509bb9f1-e5eb-476a-b140-e3f17895388d req-fc243256-7d29-449b-8546-421e32e1d27e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403564 Mar 16 16:39:51.465769 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec8a6-c542-48c6-8b5b-2e82f1be4ad2 req-4f6500d7-c22c-4dc7-aff8-d879943c0b9d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:51.467238 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e4aec8a6-c542-48c6-8b5b-2e82f1be4ad2 req-4f6500d7-c22c-4dc7-aff8-d879943c0b9d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0521541 Mar 16 16:39:51.512897 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e4aec8a6-c542-48c6-8b5b-2e82f1be4ad2 req-eeb669d7-bb3f-4728-b6cf-a7e7e117c2f5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Mar 16 16:39:52.628540 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a8561-e380-4cef-9c16-f06982958319 req-a2133707-b443-4377-9b1b-63d087aad34d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:52.630013 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-079a8561-e380-4cef-9c16-f06982958319 req-a2133707-b443-4377-9b1b-63d087aad34d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0515292 Mar 16 16:39:52.677452 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-079a8561-e380-4cef-9c16-f06982958319 req-be9a0f74-5bd5-4718-8ba3-623fcea4acda tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Mar 16 16:39:53.791874 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31444-dc1e-4188-b737-9d3e2c9db8ca req-5aad9f63-3d38-4161-91d7-daab8284f3d7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:53.793364 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-07b31444-dc1e-4188-b737-9d3e2c9db8ca req-5aad9f63-3d38-4161-91d7-daab8284f3d7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0518925 Mar 16 16:39:53.838764 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-07b31444-dc1e-4188-b737-9d3e2c9db8ca req-971dd6cc-20dc-4d20-bf4e-2be0df1eaaf5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Mar 16 16:39:54.891438 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:39:54.958000 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe4ca3-c678-478c-adf3-57331890e1b5 req-a0a1d20a-d031-405b-a39c-b53c25de698c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:54.959486 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5fbe4ca3-c678-478c-adf3-57331890e1b5 req-a0a1d20a-d031-405b-a39c-b53c25de698c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0523746 Mar 16 16:39:55.009978 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5fbe4ca3-c678-478c-adf3-57331890e1b5 req-a11e3541-bc5d-4821-a370-2f7bc3acc8a2 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441399 Mar 16 16:39:56.128455 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954fe58-fbe2-41c9-b4ee-5a51caa3559a req-16c0bbd1-f613-45a3-bde7-58f91557d17f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:56.129921 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6954fe58-fbe2-41c9-b4ee-5a51caa3559a req-16c0bbd1-f613-45a3-bde7-58f91557d17f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0549636 Mar 16 16:39:56.175238 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6954fe58-fbe2-41c9-b4ee-5a51caa3559a req-4ea88ead-9590-425d-bec2-a5097d6efc6a tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Mar 16 16:39:56.435340 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e2ec9-e2a6-4652-b462-384a04b6af9d req-f1b3d046-d9d8-4c19-9985-90fccf00c40b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:56.436843 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-705e2ec9-e2a6-4652-b462-384a04b6af9d req-f1b3d046-d9d8-4c19-9985-90fccf00c40b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0782423 Mar 16 16:39:56.477919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-256abb8e-5e4f-4a4b-b5b3-9332743f2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:56.480301 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-256abb8e-5e4f-4a4b-b5b3-9332743f2efa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 1129 time: 0.0837338 Mar 16 16:39:56.504471 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-705e2ec9-e2a6-4652-b462-384a04b6af9d req-e83025c5-c728-4c70-988c-08d1d1abf232 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615406 Mar 16 16:39:56.579999 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-29170d7a-db23-4092-a17e-fc92de6068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:56.581584 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-29170d7a-db23-4092-a17e-fc92de6068e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.0920522 Mar 16 16:39:56.648809 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-454e8c4f-41c0-4703-b72b-acf8ed1cd113 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 200 len: 1000 time: 0.0597751 Mar 16 16:39:56.695988 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-56ba5167-979b-4756-8075-a83d6b52e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:56.697413 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-56ba5167-979b-4756-8075-a83d6b52e1fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0419731 Mar 16 16:39:56.744211 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-8fbb6503-95e3-459c-8721-8f597f28abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:56.745671 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-8fbb6503-95e3-459c-8721-8f597f28abe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424929 Mar 16 16:39:56.833543 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-c9fe7299-524c-482c-8683-6b3b425372db service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813718 Mar 16 16:39:56.920565 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a14cae56-fc71-4b04-a91f-6816e2dbdc1f req-fd467d10-d33f-4e18-b662-e7d7c62ce80b service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789630 Mar 16 16:39:57.626097 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafc167-9e12-4425-a5eb-5fd7af804126 req-04940ef2-2207-423d-b855-4b6b309a399f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:39:57.627575 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-baafc167-9e12-4425-a5eb-5fd7af804126 req-04940ef2-2207-423d-b855-4b6b309a399f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0536015 Mar 16 16:39:57.675784 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-baafc167-9e12-4425-a5eb-5fd7af804126 req-0f7d9b91-3de3-45ef-9591-e5d52374b96b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Mar 16 16:40:02.441479 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce549f2-bb2b-45a1-bcf9-c7113ac249b5 req-bca010f9-0016-4dda-8270-6e06379f71a3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:02.442939 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9ce549f2-bb2b-45a1-bcf9-c7113ac249b5 req-bca010f9-0016-4dda-8270-6e06379f71a3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0524137 Mar 16 16:40:02.488594 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9ce549f2-bb2b-45a1-bcf9-c7113ac249b5 req-b1d07807-e50c-4d21-b06a-a1060a717e33 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 Mar 16 16:40:03.614208 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdff9dc-bbf2-4850-8445-d0340f82bd2b req-a8d0f652-a2b4-4057-8a8b-6a803db20ea3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:03.615676 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-abdff9dc-bbf2-4850-8445-d0340f82bd2b req-a8d0f652-a2b4-4057-8a8b-6a803db20ea3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0527570 Mar 16 16:40:03.662347 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-abdff9dc-bbf2-4850-8445-d0340f82bd2b req-0192367e-4645-4fcb-870d-35876c93b7f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Mar 16 16:40:04.212365 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-e31e4096-8eaf-46f6-bb38-805e4a0e4c11 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:04.213961 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-e31e4096-8eaf-46f6-bb38-805e4a0e4c11 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0547187 Mar 16 16:40:04.303172 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Deleting port d7c5d309-923b-4d56-85b6-6dcd67a00e33 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:40:04.303420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:04.392265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] For port d7c5d309-923b-4d56-85b6-6dcd67a00e33, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=d7c5d309-923b-4d56-85b6-6dcd67a00e33,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:40:04.392653 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:04.688191 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:04.688920 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (007c6d0e-8f67-4858-873a-9ea082b80d64), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:04.688920 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Floating IP 007c6d0e-8f67-4858-873a-9ea082b80d64 disassociated. External IP: 172.27.0.71, port: d7c5d309-923b-4d56-85b6-6dcd67a00e33. Mar 16 16:40:04.689199 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Calling delete_port for d7c5d309-923b-4d56-85b6-6dcd67a00e33 owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:40:04.789069 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfd761-537f-4da2-b2af-3b065d9deb15 req-39248a9d-a540-4f4c-a1de-233518d59c45 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:04.790667 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-aedfd761-537f-4da2-b2af-3b065d9deb15 req-39248a9d-a540-4f4c-a1de-233518d59c45 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=25d54ab3-332d-4865-8949-2c96b5f8b458 HTTP/1.1" status: 200 len: 946 time: 0.0588102 Mar 16 16:40:04.840836 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-aedfd761-537f-4da2-b2af-3b065d9deb15 req-bd792d9d-f126-4314-993b-e69af5d68ee6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=976bccb1-2182-47f6-8588-41db2b19103c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Mar 16 16:40:05.055105 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (d7c5d309-923b-4d56-85b6-6dcd67a00e33), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:05.085562 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event deleted for resources: {'Port': ['ID=d7c5d309-923b-4d56-85b6-6dcd67a00e33,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:05.198350 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:40:05.307397 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:40:05.316914 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] Sync routers for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:40:05.326459 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:40:05.327128 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:39:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:05.347179 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] No DVR routers for this DVR port d7c5d309-923b-4d56-85b6-6dcd67a00e33 on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:40:05.349720 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:05.353755 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c3312ff2-c21f-4e82-8691-c7e1e4170aa7 req-7934e556-5244-4cba-984b-869508dc50f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "DELETE /v2.0/ports/d7c5d309-923b-4d56-85b6-6dcd67a00e33 HTTP/1.1" status: 204 len: 173 time: 1.1350348 Mar 16 16:40:05.354246 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-deleted', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:40:05.357082 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b4db4f-d08b-4f5f-81e1-9316a9379d05" -d '{"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-deleted", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:40:05.449880 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:40:05.473744 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206a06a2-2ff4-415f-92ab-d809712513bc x-openstack-request-id: req-206a06a2-2ff4-415f-92ab-d809712513bc {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:40:05.474065 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d54ab3-332d-4865-8949-2c96b5f8b458", "name": "network-vif-deleted", "tag": "d7c5d309-923b-4d56-85b6-6dcd67a00e33", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:40:05.474320 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-206a06a2-2ff4-415f-92ab-d809712513bc {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:40:05.474719 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d54ab3-332d-4865-8949-2c96b5f8b458', 'name': 'network-vif-deleted', 'tag': 'd7c5d309-923b-4d56-85b6-6dcd67a00e33', 'status': 'completed', 'code': 200} Mar 16 16:40:05.651788 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:05.677207 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] Checking router: 0c20c508-144b-463e-a5fd-b4cb3c1d3acc for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:40:05.685938 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:40:05.686545 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:39:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:05.804525 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:40:06.014128 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:06.040109 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ed992-983a-4f1b-8cd2-3b28b78a9864 None None] The sync data for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi is: [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:40:06.257210 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb46de2-9ee9-4de7-89f6-8496ce74d1e7 None None] New status for floating IP 007c6d0e-8f67-4858-873a-9ea082b80d64: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:40:06.473252 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:40:06.950890 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40526) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:07.008735 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-46da01f6-901a-41f6-81fd-d8cc1cdfae6a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (976bccb1-2182-47f6-8588-41db2b19103c), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.031883 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-46da01f6-901a-41f6-81fd-d8cc1cdfae6a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (976bccb1-2182-47f6-8588-41db2b19103c), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.080566 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-46da01f6-901a-41f6-81fd-d8cc1cdfae6a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (976bccb1-2182-47f6-8588-41db2b19103c), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.083332 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-46da01f6-901a-41f6-81fd-d8cc1cdfae6a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.084497 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-46da01f6-901a-41f6-81fd-d8cc1cdfae6a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "DELETE /v2.0/security-groups/976bccb1-2182-47f6-8588-41db2b19103c HTTP/1.1" status: 204 len: 168 time: 0.1324825 Mar 16 16:40:07.087331 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40528) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:07.093890 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da01f6-901a-41f6-81fd-d8cc1cdfae6a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976bccb1-2182-47f6-8588-41db2b19103c,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:07.102537 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.api.v2.resource [None req-724b64b9-34ec-44d1-ab5e-8ae350695314 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] show failed (client error): The resource could not be found. Mar 16 16:40:07.107531 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40530) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:07.107790 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-724b64b9-34ec-44d1-ab5e-8ae350695314 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups/976bccb1-2182-47f6-8588-41db2b19103c HTTP/1.1" status: 404 len: 347 time: 0.0192444 Mar 16 16:40:07.123777 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:40:07.143941 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: d7c5d309-923b-4d56-85b6-6dcd67a00e33 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:40:07.144409 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device d7c5d309-923b-4d56-85b6-6dcd67a00e33 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:40:07.238917 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Deleting port 08621bd2-af03-4c7b-8473-91f433d7deaa {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:40:07.239259 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.319529 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.319857 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (08621bd2-af03-4c7b-8473-91f433d7deaa), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.331702 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Calling delete_port for 08621bd2-af03-4c7b-8473-91f433d7deaa owned by network:floatingip {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:40:07.468644 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (08621bd2-af03-4c7b-8473-91f433d7deaa), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.495594 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event deleted for resources: {'Port': ['ID=08621bd2-af03-4c7b-8473-91f433d7deaa,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:07.558432 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (007c6d0e-8f67-4858-873a-9ea082b80d64), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.560955 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:07.562105 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-300039bb-7d6e-4eb7-9786-a5f714bcb8d7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "DELETE /v2.0/floatingips/007c6d0e-8f67-4858-873a-9ea082b80d64 HTTP/1.1" status: 204 len: 168 time: 0.4532208 Mar 16 16:40:08.007459 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40534) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:08.012447 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-1796929f-94cc-4b40-b796-576f765d5d78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693303086', 'description': 'tempest-description--1135480801'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:40:08.032083 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1796929f-94cc-4b40-b796-576f765d5d78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.102969 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1796929f-94cc-4b40-b796-576f765d5d78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (226d8935-8677-4938-bf2e-5f18e50c78e0), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.107591 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1796929f-94cc-4b40-b796-576f765d5d78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (226d8935-8677-4938-bf2e-5f18e50c78e0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.140130 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-1796929f-94cc-4b40-b796-576f765d5d78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.141421 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-1796929f-94cc-4b40-b796-576f765d5d78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1329350 Mar 16 16:40:08.143452 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796929f-94cc-4b40-b796-576f765d5d78 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226d8935-8677-4938-bf2e-5f18e50c78e0,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:08.144605 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40536) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:08.150704 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-ab0ce0ab-2e9d-4620-939c-033b06d6c7aa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'security_group_rule': {'security_group_id': '226d8935-8677-4938-bf2e-5f18e50c78e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:40:08.179217 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce0ab-2e9d-4620-939c-033b06d6c7aa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (97c2d9af-1fc9-4006-b388-d1033fcc826d), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.240672 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce0ab-2e9d-4620-939c-033b06d6c7aa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (97c2d9af-1fc9-4006-b388-d1033fcc826d), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.245097 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce0ab-2e9d-4620-939c-033b06d6c7aa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (97c2d9af-1fc9-4006-b388-d1033fcc826d), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.265125 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ce0ab-2e9d-4620-939c-033b06d6c7aa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c2d9af-1fc9-4006-b388-d1033fcc826d,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:08.273850 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce0ab-2e9d-4620-939c-033b06d6c7aa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.275081 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ab0ce0ab-2e9d-4620-939c-033b06d6c7aa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293564 Mar 16 16:40:08.278422 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40538) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:08.283105 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-048ebcfa-ee66-4ba7-b004-6ae142ea7e97 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'security_group_rule': {'security_group_id': '226d8935-8677-4938-bf2e-5f18e50c78e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:40:08.308626 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-048ebcfa-ee66-4ba7-b004-6ae142ea7e97 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (3d0ef8d6-357c-4759-a46e-91d4a1950f18), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.364419 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-048ebcfa-ee66-4ba7-b004-6ae142ea7e97 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (3d0ef8d6-357c-4759-a46e-91d4a1950f18), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.367921 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-048ebcfa-ee66-4ba7-b004-6ae142ea7e97 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (3d0ef8d6-357c-4759-a46e-91d4a1950f18), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.388639 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ebcfa-ee66-4ba7-b004-6ae142ea7e97 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0ef8d6-357c-4759-a46e-91d4a1950f18,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:08.397296 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-048ebcfa-ee66-4ba7-b004-6ae142ea7e97 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.398476 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-048ebcfa-ee66-4ba7-b004-6ae142ea7e97 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190681 Mar 16 16:40:08.402733 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40540) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:08.407746 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:40:08.428603 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.530683 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.639920 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Allocated IP 172.27.0.140 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/ea43a97a-e1fb-481c-82b2-c71b4049e276) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:40:08.747539 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.778888 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.818178 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:40:08.821017 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:40:08.824573 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:40:08.829742 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'Port': ['ID=ea43a97a-e1fb-481c-82b2-c71b4049e276,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:08.915200 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (8ac5a33b-786f-437d-8688-bbc54f0d5721), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:08.957811 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:09.117789 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:09.122353 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:09.192094 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'Port': ['ID=ea43a97a-e1fb-481c-82b2-c71b4049e276,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:09.200790 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (8ac5a33b-786f-437d-8688-bbc54f0d5721), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:09.216361 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:09.217593 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-498ee8e0-44d3-4ace-ab26-d057b6d2c9d2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8136432 Mar 16 16:40:09.368341 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-c026aecb-0f3f-4cc0-b279-532c7b05e95a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1693303086&fields=id&tenant_id=1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 267 time: 0.0454597 Mar 16 16:40:09.472151 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-59f2ce44-81d2-4524-8191-53e6d9a84b49 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:09.473646 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-59f2ce44-81d2-4524-8191-53e6d9a84b49 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 816 time: 0.0989265 Mar 16 16:40:09.487615 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-5e182009-5cab-4084-b19d-2f0833e487a1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/quotas/1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 375 time: 0.0088286 Mar 16 16:40:09.540975 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-32468bb4-4182-4638-8291-14d7ea6a22b9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487742 Mar 16 16:40:09.724271 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-987978f0-3692-43bc-b731-b811cc27dbef service neutron] 10.222.0.30 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723661 Mar 16 16:40:09.810429 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-3187a81f-c836-4a83-b2a2-bbe218dc7aaf service neutron] 10.222.0.30 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804007 Mar 16 16:40:09.963233 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3177e711-ab9a-4ba0-bb06-31dd9d067297 req-57ced059-8ee4-4c0e-8957-88903ad79a57 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 210 time: 0.0272498 Mar 16 16:40:11.049742 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a4eb9f2c-a1ae-445d-b6d7-1e70db472d2d req-c830feed-ae72-43fe-898f-5c1654a7db3a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 210 time: 0.0330265 Mar 16 16:40:12.130832 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45a74f3b-5550-471f-b121-5ef0c2c4e278 req-b7b4402d-7fbf-4481-ba7c-3365e5a3bfe5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 210 time: 0.0280023 Mar 16 16:40:13.210933 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3959d3fa-bcad-472f-af99-1c347b5cd2b0 req-55fb4a74-28b5-44a0-8817-98443758b14e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 210 time: 0.0267951 Mar 16 16:40:14.016498 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3d43949d-6b88-43cb-9f29-77e98d695871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:14.307525 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-df8c17e8-4c45-4447-8287-7b13a57975e0 req-ae4116d0-2e32-4a2a-bb56-9ec5a2a7e705 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 210 time: 0.0268242 Mar 16 16:40:15.053424 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-334332ac-8cac-4d32-ba3e-5facd8ab5000 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:15.054890 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-334332ac-8cac-4d32-ba3e-5facd8ab5000 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 816 time: 0.1042731 Mar 16 16:40:15.120469 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-7eb2c649-dcd7-478c-98af-8cf15fabea9c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 380 time: 0.0537910 Mar 16 16:40:15.131811 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'port': {'device_id': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'admin_state_up': True, 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'security_groups': ['226d8935-8677-4938-bf2e-5f18e50c78e0']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:40:15.239397 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Made reservation on behalf of 1a9c4783297e40fc9fbfee08686a43ef for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:40:15.242777 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:15.370173 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Allocated IP 172.20.0.13 (f7a93c05-5601-48e7-999a-3958f719c5b6/0519b139-c787-4de0-9c17-2494fbfdb8ac/da9f93ef-2c74-4619-9468-e133a3b73d73) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:40:15.412545 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2cbad755-ff3c-4cae-b3bb-6e0991b168f7 req-3456bd13-28cf-4759-8090-ea4c034f8229 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 210 time: 0.0324857 Mar 16 16:40:15.529982 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:15.563135 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:15.606762 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Network f7a93c05-5601-48e7-999a-3958f719c5b6 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:40:15.609878 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:40:15.613548 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:40:15.620435 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:15.668741 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:15.669508 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:15.685992 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-4aa98be4-a17b-4ec2-83a1-765635600551 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578783 Mar 16 16:40:15.698731 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Request body: {'port': {'device_id': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:40:15.764244 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:15.866195 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-7f47ddbf-e507-4478-a1fe-afc1190bc94f None None] Provisioning complete for port da9f93ef-2c74-4619-9468-e133a3b73d73 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:40:15.866787 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-7f47ddbf-e507-4478-a1fe-afc1190bc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:15.899395 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-7f47ddbf-e507-4478-a1fe-afc1190bc94f None None] Port da9f93ef-2c74-4619-9468-e133a3b73d73 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:40:16.026288 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9f93ef-2c74-4619-9468-e133a3b73d73 {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:40:16.037926 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Publish callbacks [] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:16.054539 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Transition to ACTIVE for port object da9f93ef-2c74-4619-9468-e133a3b73d73 will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:40:16.057505 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:16.122672 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:16.178173 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Attempting to bind port da9f93ef-2c74-4619-9468-e133a3b73d73 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:40:16.178512 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Attempting to bind port da9f93ef-2c74-4619-9468-e133a3b73d73 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:40:16.178833 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Attempting to bind port da9f93ef-2c74-4619-9468-e133a3b73d73 on network f7a93c05-5601-48e7-999a-3958f719c5b6 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:40:16.183367 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Port da9f93ef-2c74-4619-9468-e133a3b73d73 on network f7a93c05-5601-48e7-999a-3958f719c5b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:40:16.183668 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Attempting to bind port da9f93ef-2c74-4619-9468-e133a3b73d73 on network f7a93c05-5601-48e7-999a-3958f719c5b6 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:40:16.188577 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:40:16.188913 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Checking segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:40:16.189289 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Bound using segment: {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:40:16.189709 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Bound port: da9f93ef-2c74-4619-9468-e133a3b73d73, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24ec2fd-295f-416d-bf2a-19b63eaea746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:40:16.190064 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:16.255302 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:40:16.258738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:40:16.265112 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:16.298955 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:16.299637 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:16.301104 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] 10.222.0.57 "PUT /v2.0/ports/da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 1094 time: 0.6066501 Mar 16 16:40:16.301525 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:40:16.303751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a781dc-d491-4c4b-8e73-a955c7c92d35" -d '{"events": [{"name": "network-changed", "server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:40:16.338231 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6217f-1d31-42a3-88f4-d98a4df66423 service neutron] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:16.343601 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-37bc8607-6323-458b-a7ae-7f285a6bd6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:16.360121 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2e352-9eef-4f4e-ade7-28064ff9cf98 x-openstack-request-id: req-fad2e352-9eef-4f4e-ade7-28064ff9cf98 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:40:16.360528 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:40:16.360714 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fad2e352-9eef-4f4e-ade7-28064ff9cf98 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:40:16.361059 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'status': 'completed', 'code': 200} Mar 16 16:40:16.397705 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-25b3be5b-3ce1-4ec5-ae9a-0f4dcf8740c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:16.399429 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-25b3be5b-3ce1-4ec5-ae9a-0f4dcf8740c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1128 time: 0.0525389 Mar 16 16:40:16.448146 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-149cfc3f-d058-45d7-be73-4c07040462ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 217 time: 0.0394332 Mar 16 16:40:16.520749 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-f6976c30-4af0-43e0-831b-b74551b91dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:16.522209 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-f6976c30-4af0-43e0-831b-b74551b91dec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0672185 Mar 16 16:40:16.576370 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bbb37-c76b-493e-a7ef-8e338fdf75ee req-7c5bffb8-90ee-445b-a32d-a965509b4d1d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:16.577830 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-096bbb37-c76b-493e-a7ef-8e338fdf75ee req-7c5bffb8-90ee-445b-a32d-a965509b4d1d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0900640 Mar 16 16:40:16.603843 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-3627305f-20c1-471e-a270-88f0d8e90044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:16.605333 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-3627305f-20c1-471e-a270-88f0d8e90044 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735285 Mar 16 16:40:16.670072 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-096bbb37-c76b-493e-a7ef-8e338fdf75ee req-0f86dbb4-9bec-4634-a8f3-f9ea7d90c137 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864012 Mar 16 16:40:16.709851 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-da3aab36-41df-43fd-a702-152c082e59c0 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949421 Mar 16 16:40:16.801504 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-70da2540-f986-4f58-97df-c12e2a38d1d9 req-e7f54493-9ded-4ad3-8970-e0d519d50495 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848496 Mar 16 16:40:16.893108 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-95ff43a5-73d3-4777-9867-a3bcc035c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:16.894603 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-95ff43a5-73d3-4777-9867-a3bcc035c0fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1128 time: 0.0475144 Mar 16 16:40:16.985018 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-d0b3ea68-e6d3-4e31-9d1d-10b2bc49cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:16.986420 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-d0b3ea68-e6d3-4e31-9d1d-10b2bc49cc32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.0856431 Mar 16 16:40:17.028000 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-241847fd-11cb-4195-b2ee-949cf9d13d1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 217 time: 0.0358198 Mar 16 16:40:17.075297 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-4bb9a559-d9fc-4d08-82ae-c4d2bd3c1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:17.076715 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-4bb9a559-d9fc-4d08-82ae-c4d2bd3c1fd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0426624 Mar 16 16:40:17.123762 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-ce93e7be-6844-4cec-a0e4-ceebbb776437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:17.125248 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-ce93e7be-6844-4cec-a0e4-ceebbb776437 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421278 Mar 16 16:40:17.215039 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-e7a82fc7-fdab-46b2-9cb3-d9c9bb2209f4 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830967 Mar 16 16:40:17.311108 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85a781dc-d491-4c4b-8e73-a955c7c92d35 req-7479c46b-b230-419b-b331-08e8853b7f08 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897043 Mar 16 16:40:17.554263 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:17.793434 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc799a2-512e-4ea6-9c8c-41e80ad6aa9a req-940a62fd-a09c-4d5e-96e0-5ad8ede0c89c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:17.794888 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bfc799a2-512e-4ea6-9c8c-41e80ad6aa9a req-940a62fd-a09c-4d5e-96e0-5ad8ede0c89c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0525167 Mar 16 16:40:17.840616 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bfc799a2-512e-4ea6-9c8c-41e80ad6aa9a req-19430f63-e32f-42ee-b9eb-5f089d62c04d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Mar 16 16:40:18.966043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8d9c8-005b-47f4-832e-70695910629a req-d859d3b2-deda-4f08-8ff3-833a97b86ba5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:18.967568 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a1c8d9c8-005b-47f4-832e-70695910629a req-d859d3b2-deda-4f08-8ff3-833a97b86ba5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0593278 Mar 16 16:40:19.014163 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a1c8d9c8-005b-47f4-832e-70695910629a req-94dea0a1-d925-4c8b-ab26-c6ed7935a256 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Mar 16 16:40:19.039968 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:19.169046 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:40:19.265573 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:40:19.277174 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'port_id': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'mac_address': 'fa:16:3e:49:ed:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:40:19.313816 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port da9f93ef-2c74-4619-9468-e133a3b73d73 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:40:19.314202 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:19.327308 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9f93ef-2c74-4619-9468-e133a3b73d73 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:40:19.346264 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:40:19.349845 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:19.398524 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:19.405611 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.405959 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.406316 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.406662 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.406998 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.407325 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.407651 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.407974 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.408317 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.408644 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.408967 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.409290 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.409612 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.409928 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.410249 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:40:19.720543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['da9f93ef-2c74-4619-9468-e133a3b73d73'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:40:20.138142 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766086fc-1e24-408c-98b9-2dea48b1d6e3 req-4ee1eca1-1467-4352-a3e9-bb2777900901 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:20.139578 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-766086fc-1e24-408c-98b9-2dea48b1d6e3 req-4ee1eca1-1467-4352-a3e9-bb2777900901 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Mar 16 16:40:20.184443 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-766086fc-1e24-408c-98b9-2dea48b1d6e3 req-3758cd2a-aae9-4bbd-bda8-f7f180892c96 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393970 Mar 16 16:40:20.332583 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:21.184547 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:40:21.313595 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372907-1973-4443-b1a0-d4ea3855ebd3 req-400780c4-2f36-45e1-b567-97a1ad302c84 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:21.315165 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-58372907-1973-4443-b1a0-d4ea3855ebd3 req-400780c4-2f36-45e1-b567-97a1ad302c84 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 945 time: 0.0575645 Mar 16 16:40:21.363009 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port da9f93ef-2c74-4619-9468-e133a3b73d73 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:40:21.364508 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-58372907-1973-4443-b1a0-d4ea3855ebd3 req-a7929c04-f377-47f7-becb-8e798faf8693 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Mar 16 16:40:21.367481 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port da9f93ef-2c74-4619-9468-e133a3b73d73 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:40:21.367786 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:21.445191 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port da9f93ef-2c74-4619-9468-e133a3b73d73 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:40:21.445497 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:21.468274 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:40:21.470514 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3ad5a-98e8-4a36-8481-6742a89aa814" -d '{"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-plugged", "status": "completed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:40:21.482835 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:40:21.487102 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:21.536357 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:40:21.564480 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92309537-849c-4ca1-a4c7-63ddc4926462 x-openstack-request-id: req-92309537-849c-4ca1-a4c7-63ddc4926462 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:40:21.564773 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-plugged", "status": "completed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:40:21.565025 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92309537-849c-4ca1-a4c7-63ddc4926462 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:40:21.565417 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'code': 200} Mar 16 16:40:21.733177 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac883f-3c6c-41ac-9f8f-95b1b6e25817 req-f6203f81-6d61-45c6-b045-2cb96486962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:21.734593 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2cac883f-3c6c-41ac-9f8f-95b1b6e25817 req-f6203f81-6d61-45c6-b045-2cb96486962b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1130 time: 0.0466764 Mar 16 16:40:21.777775 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2cac883f-3c6c-41ac-9f8f-95b1b6e25817 req-74354047-ecd4-400a-b781-8cfd29edc6cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369797 Mar 16 16:40:22.485311 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a584d-dd9a-4d30-afd9-8faf22687459 req-162526a4-760f-43f7-96eb-6c9a94335e51 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:22.486785 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4e3a584d-dd9a-4d30-afd9-8faf22687459 req-162526a4-760f-43f7-96eb-6c9a94335e51 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0523105 Mar 16 16:40:22.531672 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4e3a584d-dd9a-4d30-afd9-8faf22687459 req-ceb5eba3-9ef2-4990-93c5-1b290a555cfd tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394635 Mar 16 16:40:23.652195 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac2864-9738-48e1-814d-35ce1eb80363 req-857ea8eb-d90e-43e9-8f89-93f644db984f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:23.653703 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d0ac2864-9738-48e1-814d-35ce1eb80363 req-857ea8eb-d90e-43e9-8f89-93f644db984f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0517187 Mar 16 16:40:23.699979 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d0ac2864-9738-48e1-814d-35ce1eb80363 req-197d353c-5860-488d-82f9-72183aeccfdf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Mar 16 16:40:23.817166 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaa79a-3f82-4a86-91be-8bbbd7c069d5 req-45dd5e59-0621-4664-b5a2-9e450313c963 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:23.818538 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-badaa79a-3f82-4a86-91be-8bbbd7c069d5 req-45dd5e59-0621-4664-b5a2-9e450313c963 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0508001 Mar 16 16:40:23.826758 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40616) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:40:23.830932 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Request body: {'floatingip': {'port_id': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:40:23.871970 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (8ac5a33b-786f-437d-8688-bbc54f0d5721), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:24.287216 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:24.290977 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (8ac5a33b-786f-437d-8688-bbc54f0d5721), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:24.631156 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Floating IP 8ac5a33b-786f-437d-8688-bbc54f0d5721 associated. External IP: 172.27.0.140, port: da9f93ef-2c74-4619-9468-e133a3b73d73. Mar 16 16:40:24.837465 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:40:24.895913 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:24.949782 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:40:24.954634 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:24.959697 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] Sync routers for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:40:24.969412 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:40:24.970030 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:40:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:24.989831 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-985c1e03-e437-490e-8192-c5d9bb664e2e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "PUT /v2.0/floatingips/8ac5a33b-786f-437d-8688-bbc54f0d5721 HTTP/1.1" status: 200 len: 992 time: 1.1561007 Mar 16 16:40:24.989831 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:40:24.989831 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14186875-bdcd-41d1-be82-2ef179116c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:40:25.021445 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd9d96-f270-4c3c-a84e-f87747def797 x-openstack-request-id: req-26dd9d96-f270-4c3c-a84e-f87747def797 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:40:25.021730 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:40:25.021987 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26dd9d96-f270-4c3c-a84e-f87747def797 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:40:25.022378 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'status': 'completed', 'code': 200} Mar 16 16:40:25.086543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:40:25.089345 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14186875-bdcd-41d1-be82-2ef179116c3f req-c265fd73-8d67-4ef5-94e8-ce3b430e763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:25.090869 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-14186875-bdcd-41d1-be82-2ef179116c3f req-c265fd73-8d67-4ef5-94e8-ce3b430e763a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1130 time: 0.0478919 Mar 16 16:40:25.180409 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14186875-bdcd-41d1-be82-2ef179116c3f req-414806f7-6b98-44e3-9181-df31ee642804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:25.181867 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-14186875-bdcd-41d1-be82-2ef179116c3f req-414806f7-6b98-44e3-9181-df31ee642804 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.0852818 Mar 16 16:40:25.250320 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-14186875-bdcd-41d1-be82-2ef179116c3f req-307b575a-b7e7-402a-97b2-32d37dcfb690 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 1000 time: 0.0617967 Mar 16 16:40:25.299520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14186875-bdcd-41d1-be82-2ef179116c3f req-da0a7ed0-13e1-4b3b-8609-b0016ec66d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:25.301043 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-14186875-bdcd-41d1-be82-2ef179116c3f req-da0a7ed0-13e1-4b3b-8609-b0016ec66d37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0453565 Mar 16 16:40:25.316980 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '8ac5a33b-786f-437d-8688-bbc54f0d5721', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'port_id': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'mac_address': 'fa:16:3e:49:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:40:08Z', 'updated_at': '2022-03-16T16:40:24Z', 'revision_number': 1, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:25.343372 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] Checking router: 0c20c508-144b-463e-a5fd-b4cb3c1d3acc for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:40:25.349086 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14186875-bdcd-41d1-be82-2ef179116c3f req-37c61db9-cabe-4ebf-a2c4-49ebffaa6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:25.350575 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-14186875-bdcd-41d1-be82-2ef179116c3f req-37c61db9-cabe-4ebf-a2c4-49ebffaa6b1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438776 Mar 16 16:40:25.351681 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:40:25.352302 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:40:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:25.441739 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-14186875-bdcd-41d1-be82-2ef179116c3f req-80b2307d-cb1c-45fe-9f6c-77453b527051 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 Mar 16 16:40:25.459708 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:40:25.529300 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-14186875-bdcd-41d1-be82-2ef179116c3f req-256a090c-e4b4-4341-8be5-6ad9196f73a3 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815411 Mar 16 16:40:25.683754 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '8ac5a33b-786f-437d-8688-bbc54f0d5721', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'port_id': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'mac_address': 'fa:16:3e:49:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:40:08Z', 'updated_at': '2022-03-16T16:40:24Z', 'revision_number': 1, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:40:25.709303 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4aed96-2947-41da-af4d-ef817c34a637 None None] The sync data for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi is: [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '8ac5a33b-786f-437d-8688-bbc54f0d5721', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'port_id': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'mac_address': 'fa:16:3e:49:ed:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:40:08Z', 'updated_at': '2022-03-16T16:40:24Z', 'revision_number': 1, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:40:25.893303 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5607e4-c23c-4597-a703-d4848c477656 None None] New status for floating IP 8ac5a33b-786f-437d-8688-bbc54f0d5721: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:40:28.963995 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-f85acd85-a8f1-47bb-b8f9-66f18cf830b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437453 Mar 16 16:40:29.033371 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-1554ddab-ad02-443b-92ef-33b6b5a62a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:29.034862 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-1554ddab-ad02-443b-92ef-33b6b5a62a4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 1130 time: 0.0486186 Mar 16 16:40:29.134246 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-67c244e5-61e0-44c7-aa0e-dfc365f4ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:29.136150 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-67c244e5-61e0-44c7-aa0e-dfc365f4ec2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0823052 Mar 16 16:40:29.203181 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-51c3da76-e797-4c20-a6fa-9567ea0994c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da21da6-9a09-4981-bc03-2c1b25be405d HTTP/1.1" status: 200 len: 1002 time: 0.0605278 Mar 16 16:40:29.249250 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-64aa7ff3-f551-4dd0-abc9-6776d25f1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:29.250670 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-64aa7ff3-f551-4dd0-abc9-6776d25f1ccb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0425425 Mar 16 16:40:29.298668 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-b6845426-1f5d-4ec7-9d51-8f709eb6a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:40:29.300113 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-b6845426-1f5d-4ec7-9d51-8f709eb6a89f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424407 Mar 16 16:40:29.391078 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-4bca207e-06e3-4582-9ec3-7226f22316a2 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Mar 16 16:40:29.476601 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b7e6da6a-59ab-4573-93ad-975575a19d49 req-41886dee-541d-4b2e-bf36-c2408de9e7de service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794966 Mar 16 16:40:43.472048 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:40:44.018458 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-016becdf-683a-4471-b9fb-03f2e8431a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:46.324684 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-37e87595-d882-4b26-89e6-a7bbbed7ff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:47.560146 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:49.043287 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:50.325456 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:40:54.892712 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:01.301959 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4ac09-4573-4e75-8676-4bf5adb7cf4f req-0fd9ce6f-2193-4cc1-a385-4a61880c9dc4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:01.303438 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-69c4ac09-4573-4e75-8676-4bf5adb7cf4f req-0fd9ce6f-2193-4cc1-a385-4a61880c9dc4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0525820 Mar 16 16:41:01.352246 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-69c4ac09-4573-4e75-8676-4bf5adb7cf4f req-9b21b0da-9669-4e38-bec9-ed9d36b6b754 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Mar 16 16:41:02.473033 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df30b40-3642-4ea2-a04b-3669da24be5d req-d672f721-28a3-46cb-a0e6-4171f8631927 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:02.474504 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5df30b40-3642-4ea2-a04b-3669da24be5d req-d672f721-28a3-46cb-a0e6-4171f8631927 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0557344 Mar 16 16:41:02.521353 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5df30b40-3642-4ea2-a04b-3669da24be5d req-f5eb9d65-93ef-4f8a-b00e-54e13f999840 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=69096529-dab9-4189-aeb6-6183e873668a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 Mar 16 16:41:02.748749 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-229f1b7e-8fb7-4722-b0fc-aab7ec4f3a21 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:02.750247 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-229f1b7e-8fb7-4722-b0fc-aab7ec4f3a21 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 945 time: 0.0540228 Mar 16 16:41:02.846286 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Deleting port 00b888d9-f722-4745-bf8b-1c92ed157aa3 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:41:02.846631 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:02.940332 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] For port 00b888d9-f722-4745-bf8b-1c92ed157aa3, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=00b888d9-f722-4745-bf8b-1c92ed157aa3,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:02.941089 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:03.117462 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:03.117828 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (08d40a7b-3f85-43b4-b914-b7860229138e), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:03.118148 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Floating IP 08d40a7b-3f85-43b4-b914-b7860229138e disassociated. External IP: 172.27.0.96, port: 00b888d9-f722-4745-bf8b-1c92ed157aa3. Mar 16 16:41:03.118490 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Calling delete_port for 00b888d9-f722-4745-bf8b-1c92ed157aa3 owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:41:03.246382 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (00b888d9-f722-4745-bf8b-1c92ed157aa3), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:03.274621 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event deleted for resources: {'Port': ['ID=00b888d9-f722-4745-bf8b-1c92ed157aa3,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:03.286342 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.286695 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.287056 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.287395 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.287735 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.288075 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.288488 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.288757 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.289091 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.289422 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.289756 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.290089 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.290416 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.290738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.291060 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:03.409605 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Router 53435701-3a1e-4a05-955f-fe9662de7842 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:41:03.516866 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:41:03.526579 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] Sync routers for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:41:03.536005 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:03.536708 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:40:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:03.557698 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] No DVR routers for this DVR port 00b888d9-f722-4745-bf8b-1c92ed157aa3 on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:41:03.560716 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:03.564171 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-23efcfa0-f318-4a6e-b0c1-5d22bc65144a req-e797bfe6-a58b-4fb5-8571-d10b3e8c8ace tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "DELETE /v2.0/ports/00b888d9-f722-4745-bf8b-1c92ed157aa3 HTTP/1.1" status: 204 len: 173 time: 0.8066049 Mar 16 16:41:03.564702 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'name': 'network-vif-deleted', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:03.567807 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea55ee-49e7-4afe-9c46-d1f4e620e6e6" -d '{"events": [{"server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "name": "network-vif-deleted", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:03.623481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff0eb16-4b69-497f-92cb-4cca69fcb032 x-openstack-request-id: req-eff0eb16-4b69-497f-92cb-4cca69fcb032 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:03.623801 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ec65b-a60f-407f-af92-a6f6acd39aaf", "name": "network-vif-deleted", "tag": "00b888d9-f722-4745-bf8b-1c92ed157aa3", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:03.624029 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eff0eb16-4b69-497f-92cb-4cca69fcb032 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:03.624957 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991ec65b-a60f-407f-af92-a6f6acd39aaf', 'name': 'network-vif-deleted', 'tag': '00b888d9-f722-4745-bf8b-1c92ed157aa3', 'status': 'completed', 'code': 200} Mar 16 16:41:03.646343 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-739fe65f-d223-4860-a724-f14b411b5181 req-df9fb271-2b5e-4a3b-a6e6-6dd28820a76d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=991ec65b-a60f-407f-af92-a6f6acd39aaf HTTP/1.1" status: 200 len: 210 time: 0.0396769 Mar 16 16:41:03.667979 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:03.874312 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:03.899477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] Checking router: 53435701-3a1e-4a05-955f-fe9662de7842 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:41:03.907919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:03.908610 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:40:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:04.144618 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:04.349312 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:04.376274 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6c224-7874-4419-aae1-efb5d2fbe558 None None] The sync data for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi is: [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:41:04.617399 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e62989-edd4-4857-8214-7739f8134127 None None] New status for floating IP 08d40a7b-3f85-43b4-b914-b7860229138e: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:41:04.635389 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dcd06-7780-4698-8d24-bee6eaebf8e6 req-6c77d8f5-ac59-4bf8-8dcb-f0fba6cb3160 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:04.637032 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-547dcd06-7780-4698-8d24-bee6eaebf8e6 req-6c77d8f5-ac59-4bf8-8dcb-f0fba6cb3160 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 946 time: 0.0587339 Mar 16 16:41:04.688813 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-547dcd06-7780-4698-8d24-bee6eaebf8e6 req-941f8917-8de1-4100-bd21-e27966fae2db tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462463 Mar 16 16:41:04.743738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40662) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:04.800859 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df7de20e-84e1-426f-8f69-e0489865b5b4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (69096529-dab9-4189-aeb6-6183e873668a), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:04.827673 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df7de20e-84e1-426f-8f69-e0489865b5b4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (69096529-dab9-4189-aeb6-6183e873668a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:04.882432 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df7de20e-84e1-426f-8f69-e0489865b5b4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (69096529-dab9-4189-aeb6-6183e873668a), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:04.885758 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df7de20e-84e1-426f-8f69-e0489865b5b4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:04.888380 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-df7de20e-84e1-426f-8f69-e0489865b5b4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "DELETE /v2.0/security-groups/69096529-dab9-4189-aeb6-6183e873668a HTTP/1.1" status: 204 len: 168 time: 0.1433918 Mar 16 16:41:04.891103 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40664) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:04.897826 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de20e-84e1-426f-8f69-e0489865b5b4 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69096529-dab9-4189-aeb6-6183e873668a,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:04.903968 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.api.v2.resource [None req-a828a0ca-39fe-4842-b5c4-869f414395f3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] show failed (client error): The resource could not be found. Mar 16 16:41:04.905025 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-a828a0ca-39fe-4842-b5c4-869f414395f3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups/69096529-dab9-4189-aeb6-6183e873668a HTTP/1.1" status: 404 len: 347 time: 0.0128753 Mar 16 16:41:04.907877 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40666) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:05.035755 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Deleting port bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:41:05.036095 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.109621 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.109940 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.121328 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Calling delete_port for bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:41:05.255081 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.283577 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event deleted for resources: {'Port': ['ID=bbd023b1-a2c2-4143-bf8e-641c0b4e1ffe,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:05.309187 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.309532 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.309876 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.310220 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.310557 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.310888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.311217 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.311541 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.311867 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.312189 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.312539 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.312867 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.313190 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.313508 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.313830 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:05.326583 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00b888d9-f722-4745-bf8b-1c92ed157aa3 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:41:05.346400 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 00b888d9-f722-4745-bf8b-1c92ed157aa3 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:41:05.346742 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 00b888d9-f722-4745-bf8b-1c92ed157aa3 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:41:05.355413 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (08d40a7b-3f85-43b4-b914-b7860229138e), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.358453 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.359607 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-2a7c7806-0f60-4d5d-b0b0-ce88c5b80469 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "DELETE /v2.0/floatingips/08d40a7b-3f85-43b4-b914-b7860229138e HTTP/1.1" status: 204 len: 168 time: 0.4506161 Mar 16 16:41:05.761461 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40672) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:05.766675 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-815a0984-0349-4f2d-913a-1a3c741a55e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489592334', 'description': 'tempest-description--1460239701'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:05.787546 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-815a0984-0349-4f2d-913a-1a3c741a55e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.810816 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d86d49-d9f2-4f3d-a5af-50439e6cc725 req-d0d4557d-da4b-4df1-bf2d-1a59dce5807c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:05.812459 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b8d86d49-d9f2-4f3d-a5af-50439e6cc725 req-d0d4557d-da4b-4df1-bf2d-1a59dce5807c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 946 time: 0.0534332 Mar 16 16:41:05.861185 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-815a0984-0349-4f2d-913a-1a3c741a55e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (6d0e1511-ab8f-46c7-afed-137f494964c9), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.863736 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b8d86d49-d9f2-4f3d-a5af-50439e6cc725 req-6e0057fe-3653-4887-b6d1-ed66a314c6e6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452766 Mar 16 16:41:05.865461 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-815a0984-0349-4f2d-913a-1a3c741a55e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (6d0e1511-ab8f-46c7-afed-137f494964c9), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.893577 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-815a0984-0349-4f2d-913a-1a3c741a55e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.894842 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-815a0984-0349-4f2d-913a-1a3c741a55e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1319764 Mar 16 16:41:05.898274 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40674) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:05.901061 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a0984-0349-4f2d-913a-1a3c741a55e6 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e1511-ab8f-46c7-afed-137f494964c9,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:05.904095 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-b5b49cf5-d8fd-4089-b778-f457532d2cd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'security_group_rule': {'security_group_id': '6d0e1511-ab8f-46c7-afed-137f494964c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:05.930621 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf5-d8fd-4089-b778-f457532d2cd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (827b4883-8acf-499a-a43d-5fd1f4b28252), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.990586 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf5-d8fd-4089-b778-f457532d2cd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (827b4883-8acf-499a-a43d-5fd1f4b28252), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:05.994418 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf5-d8fd-4089-b778-f457532d2cd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (827b4883-8acf-499a-a43d-5fd1f4b28252), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.010712 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b49cf5-d8fd-4089-b778-f457532d2cd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827b4883-8acf-499a-a43d-5fd1f4b28252,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:06.021596 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b5b49cf5-d8fd-4089-b778-f457532d2cd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.022800 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b5b49cf5-d8fd-4089-b778-f457532d2cd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234510 Mar 16 16:41:06.025442 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40676) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:06.030271 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-24fbc670-342b-4b6e-9d7b-722da738b15d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'security_group_rule': {'security_group_id': '6d0e1511-ab8f-46c7-afed-137f494964c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:06.054096 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-24fbc670-342b-4b6e-9d7b-722da738b15d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (4d26fe86-135f-4449-8a8b-e381a5907fda), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.108674 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-24fbc670-342b-4b6e-9d7b-722da738b15d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (4d26fe86-135f-4449-8a8b-e381a5907fda), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.112011 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-24fbc670-342b-4b6e-9d7b-722da738b15d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (4d26fe86-135f-4449-8a8b-e381a5907fda), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.129258 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbc670-342b-4b6e-9d7b-722da738b15d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d26fe86-135f-4449-8a8b-e381a5907fda,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:06.137224 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-24fbc670-342b-4b6e-9d7b-722da738b15d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.138156 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-24fbc670-342b-4b6e-9d7b-722da738b15d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117780 Mar 16 16:41:06.141313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40678) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:06.145575 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:06.168406 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.278734 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.360169 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-7c450b30-9049-43a6-ad9d-77deba4241af tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:06.361799 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-7c450b30-9049-43a6-ad9d-77deba4241af tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 946 time: 0.0521576 Mar 16 16:41:06.390633 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Allocated IP 172.27.0.65 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/808be0cd-d64e-4fe1-9414-7da9b90ab8ae) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:41:06.455381 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Deleting port 6da21da6-9a09-4981-bc03-2c1b25be405d {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:41:06.455714 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.498697 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.531939 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.546923 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] For port 6da21da6-9a09-4981-bc03-2c1b25be405d, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=6da21da6-9a09-4981-bc03-2c1b25be405d,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:06.547441 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.572223 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:41:06.575281 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:41:06.578956 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:41:06.600963 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'Port': ['ID=808be0cd-d64e-4fe1-9414-7da9b90ab8ae,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:06.705280 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (f3137002-f43f-4a99-bc3a-8f235a126c1a), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.723679 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.723914 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (947707ce-6555-4b49-ae60-fa403bd761dc), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.724159 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Floating IP 947707ce-6555-4b49-ae60-fa403bd761dc disassociated. External IP: 172.27.0.198, port: 6da21da6-9a09-4981-bc03-2c1b25be405d. Mar 16 16:41:06.724520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Calling delete_port for 6da21da6-9a09-4981-bc03-2c1b25be405d owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:41:06.744232 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.859134 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (6da21da6-9a09-4981-bc03-2c1b25be405d), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.885506 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event deleted for resources: {'Port': ['ID=6da21da6-9a09-4981-bc03-2c1b25be405d,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:06.901006 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.908069 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:06.980583 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'Port': ['ID=808be0cd-d64e-4fe1-9414-7da9b90ab8ae,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:06.992091 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-23b9f499-0995-406a-bbec-c0af34d3efce req-234bed4d-3461-4c7e-a1e8-e5f5a51f5ead tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=aced1270-7615-4759-82b5-bcb899fbfae6 HTTP/1.1" status: 200 len: 210 time: 0.0328000 Mar 16 16:41:07.002714 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (f3137002-f43f-4a99-bc3a-8f235a126c1a), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:07.028368 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:07.029621 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-7cc20269-ccc5-450c-b49e-ae59944c653c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8873904 Mar 16 16:41:07.032581 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:41:07.142115 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:41:07.152553 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:41:07.169817 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:07.170435 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:40:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:07.188252 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] No DVR routers for this DVR port 6da21da6-9a09-4981-bc03-2c1b25be405d on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:41:07.191459 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:07.194815 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1b3801ec-62b7-4332-b0cd-71ace5bff781 req-d6149918-70b3-49f9-9764-026f3d4636b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "DELETE /v2.0/ports/6da21da6-9a09-4981-bc03-2c1b25be405d HTTP/1.1" status: 204 len: 173 time: 0.8279519 Mar 16 16:41:07.195253 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'name': 'network-vif-deleted', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:07.197488 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d79c8ff-f90f-4728-92e3-e2f985a2bb80" -d '{"events": [{"server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "name": "network-vif-deleted", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:07.238524 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd74a6f8-9c0f-442f-ab58-76caadce7f5f x-openstack-request-id: req-fd74a6f8-9c0f-442f-ab58-76caadce7f5f {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:07.239170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aced1270-7615-4759-82b5-bcb899fbfae6", "name": "network-vif-deleted", "tag": "6da21da6-9a09-4981-bc03-2c1b25be405d", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:07.239643 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd74a6f8-9c0f-442f-ab58-76caadce7f5f {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:07.240244 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced1270-7615-4759-82b5-bcb899fbfae6', 'name': 'network-vif-deleted', 'tag': '6da21da6-9a09-4981-bc03-2c1b25be405d', 'status': 'completed', 'code': 200} Mar 16 16:41:07.270093 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-eb15b497-9d9c-4a6d-a0a4-fbf5316a6cd0 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1489592334&fields=id&tenant_id=2376faa24a1947a2a4b4a41a87d143f9 HTTP/1.1" status: 200 len: 267 time: 0.0867748 Mar 16 16:41:07.306689 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:07.377629 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-07715ab8-3193-48c3-b8c3-481d19119c67 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:07.379093 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-07715ab8-3193-48c3-b8c3-481d19119c67 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 811 time: 0.1080868 Mar 16 16:41:07.395290 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-573aa4d6-aec2-4013-8797-e3fe273055f3 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/quotas/2376faa24a1947a2a4b4a41a87d143f9 HTTP/1.1" status: 200 len: 375 time: 0.0105734 Mar 16 16:41:07.458827 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-0aee1f2d-aa1d-4aad-b467-30ec2898ee10 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565441 Mar 16 16:41:07.530072 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:07.556166 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:41:07.568747 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:07.569366 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:40:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:07.611797 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-9768e739-b6b2-4f4a-a5ea-39f39837d82b service neutron] 10.222.0.30 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398168 Mar 16 16:41:07.681154 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:07.706327 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-adb97f44-d002-4a7a-832c-f4d18f07da8a service neutron] 10.222.0.30 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887151 Mar 16 16:41:07.878410 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-68c1492a-2027-455b-9d07-227cfb4d85ad req-9702253d-83d7-4072-8e77-53f7b3e4138e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 210 time: 0.0341673 Mar 16 16:41:07.911170 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:07.940435 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546b5e1-2206-40d2-99bb-626e505e251a None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:41:08.221164 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316e3b5-d486-4f3d-87bf-90ba3e2a5649 None None] New status for floating IP 947707ce-6555-4b49-ae60-fa403bd761dc: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:41:08.281762 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-c6c8d3b5-aaa4-4d55-97c7-9fa5c97221b6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43707153&fields=id&tenant_id=bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 267 time: 0.0476754 Mar 16 16:41:08.398312 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-0c9a02c7-527f-42dd-b62d-daebd10b68fc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:08.400878 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-0c9a02c7-527f-42dd-b62d-daebd10b68fc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 811 time: 0.1124554 Mar 16 16:41:08.415782 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-d773f97d-1c02-4eea-aff5-d44f7de2b5c7 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/quotas/bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 375 time: 0.0098407 Mar 16 16:41:08.473860 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-a488a07d-4fab-48c0-9cdc-100c4f4886f0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511882 Mar 16 16:41:08.568437 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-90e4451f-1963-4b9a-b2e9-039037bb8487 service neutron] 10.222.0.30 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832341 Mar 16 16:41:08.660800 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-a4dc237a-0140-4de8-a4ad-5adc95b1c96d service neutron] 10.222.0.30 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862505 Mar 16 16:41:08.861587 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-4d3ebf0b-164b-4589-a1f7-b6c091c34d61 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:08.863314 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-4d3ebf0b-164b-4589-a1f7-b6c091c34d61 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 811 time: 0.1122401 Mar 16 16:41:08.954607 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-a5a2c92d-995b-421a-aead-b3a04a2bc66e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2376faa24a1947a2a4b4a41a87d143f9 HTTP/1.1" status: 200 len: 380 time: 0.0827751 Mar 16 16:41:08.980641 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'port': {'device_id': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'admin_state_up': True, 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'security_groups': ['6d0e1511-ab8f-46c7-afed-137f494964c9']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:09.002095 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-28e77c9e-0920-46fc-ba2b-cecb7f513741 req-1d0b6ada-90ce-4a90-9eb4-a13b5dc58b3d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 210 time: 0.0312471 Mar 16 16:41:09.011445 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2e1e647b-6f39-4589-b377-a131434f6b4f req-229ad195-6739-46a8-a31f-1d299904bbfe tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 210 time: 0.0557940 Mar 16 16:41:09.109517 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Made reservation on behalf of 2376faa24a1947a2a4b4a41a87d143f9 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:41:09.113037 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:09.247038 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Allocated IP 172.20.0.14 (968bf21c-e8e9-4922-94fc-4896f52cbf9a/fbe6c50e-89ca-412c-b9db-669aadf76bed/dee29130-4596-4534-82a4-c8700b8c8761) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:41:09.347921 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6da21da6-9a09-4981-bc03-2c1b25be405d no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:41:09.368256 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 6da21da6-9a09-4981-bc03-2c1b25be405d {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:41:09.368901 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 6da21da6-9a09-4981-bc03-2c1b25be405d not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:41:09.390481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for port (dee29130-4596-4534-82a4-c8700b8c8761), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:09.665501 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (dee29130-4596-4534-82a4-c8700b8c8761), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:09.708330 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:41:09.711377 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:41:09.715290 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:41:09.721376 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event updated for resources: {'Port': ['ID=dee29130-4596-4534-82a4-c8700b8c8761,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:09.767629 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:09.768688 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:09.786219 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-c09a7997-65e1-45b7-be74-cb7d8b38ad08 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8204446 Mar 16 16:41:09.798203 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Request body: {'port': {'device_id': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:09.864091 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (dee29130-4596-4534-82a4-c8700b8c8761), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:09.945519 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-16b8984d-6cb6-4e15-bf6a-d916d6fbdcd3 None None] Provisioning complete for port dee29130-4596-4534-82a4-c8700b8c8761 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:41:09.946099 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-16b8984d-6cb6-4e15-bf6a-d916d6fbdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (dee29130-4596-4534-82a4-c8700b8c8761), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:09.991761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-0ac6cf2c-fbda-4190-995e-e659abadb32a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:09.993245 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-0ac6cf2c-fbda-4190-995e-e659abadb32a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 811 time: 0.1302722 Mar 16 16:41:10.000705 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-16b8984d-6cb6-4e15-bf6a-d916d6fbdcd3 None None] Port dee29130-4596-4534-82a4-c8700b8c8761 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:41:10.075455 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-f6c5eb7a-0e0c-4ed5-9c7d-e4e906aaa4bc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 378 time: 0.0739341 Mar 16 16:41:10.088657 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'port': {'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'admin_state_up': True, 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'security_groups': ['ec1c26d5-a414-41c3-b0ff-f704a52f38aa']}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:10.136364 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f46313a3-126d-475c-b223-8ad42e2aff87 req-b15d153e-d619-4038-9541-57fe457e68ca tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 210 time: 0.0344431 Mar 16 16:41:10.189288 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee29130-4596-4534-82a4-c8700b8c8761 {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:41:10.197161 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Publish callbacks [] for port (dee29130-4596-4534-82a4-c8700b8c8761), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.209852 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Transition to ACTIVE for port object dee29130-4596-4534-82a4-c8700b8c8761 will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:41:10.214975 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (dee29130-4596-4534-82a4-c8700b8c8761), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.273265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Pushing event updated for resources: {'Port': ['ID=dee29130-4596-4534-82a4-c8700b8c8761,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:10.374520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Attempting to bind port dee29130-4596-4534-82a4-c8700b8c8761 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:41:10.374864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Attempting to bind port dee29130-4596-4534-82a4-c8700b8c8761 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:41:10.375196 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Attempting to bind port dee29130-4596-4534-82a4-c8700b8c8761 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:41:10.380694 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Port dee29130-4596-4534-82a4-c8700b8c8761 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:41:10.381019 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Attempting to bind port dee29130-4596-4534-82a4-c8700b8c8761 on network 968bf21c-e8e9-4922-94fc-4896f52cbf9a {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:41:10.388530 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:41:10.388946 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Checking segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:41:10.390430 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Bound using segment: {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:41:10.390905 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Bound port: dee29130-4596-4534-82a4-c8700b8c8761, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc358f2-10ea-4f96-960e-abc6dda72d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:41:10.391239 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (dee29130-4596-4534-82a4-c8700b8c8761), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.491121 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4a693-70b8-42d1-8fa7-89f5da49fd7b req-3df6052c-f2be-4227-bd6c-6c27219cbd0d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:10.498716 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-afd4a693-70b8-42d1-8fa7-89f5da49fd7b req-3df6052c-f2be-4227-bd6c-6c27219cbd0d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 932 time: 0.3924630 Mar 16 16:41:10.515689 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] For port dee29130-4596-4534-82a4-c8700b8c8761, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:41:10.521402 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] For port dee29130-4596-4534-82a4-c8700b8c8761, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=dee29130-4596-4534-82a4-c8700b8c8761,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:41:10.532074 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (dee29130-4596-4534-82a4-c8700b8c8761), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.558097 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Made reservation on behalf of bd3136bf22694f2188dfb81fc75f84bf for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:41:10.561527 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.591451 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-afd4a693-70b8-42d1-8fa7-89f5da49fd7b req-fece6ac8-b8fe-4d42-b133-5e709b278cbb tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918162 Mar 16 16:41:10.605112 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:10.605769 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.607502 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] 10.222.0.57 "PUT /v2.0/ports/dee29130-4596-4534-82a4-c8700b8c8761 HTTP/1.1" status: 200 len: 1094 time: 0.8143413 Mar 16 16:41:10.608029 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:10.610635 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57bce67-2079-489c-8e50-bc9f848d1b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "tag": "dee29130-4596-4534-82a4-c8700b8c8761"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:10.674984 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eddc7e-4d6c-4bcb-81b6-22d1dfff4697 service neutron] Pushing event updated for resources: {'Port': ['ID=dee29130-4596-4534-82a4-c8700b8c8761,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:10.682242 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e2e22e-95cf-40d8-b5fe-b5d91b326a6e x-openstack-request-id: req-33e2e22e-95cf-40d8-b5fe-b5d91b326a6e {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:10.683014 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "tag": "dee29130-4596-4534-82a4-c8700b8c8761", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:10.684833 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33e2e22e-95cf-40d8-b5fe-b5d91b326a6e {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:10.685342 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761', 'status': 'completed', 'code': 200} Mar 16 16:41:10.752548 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-4fb41ddd-c956-40d6-9760-6d8c6306a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:10.755120 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-4fb41ddd-c956-40d6-9760-6d8c6306a744 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 1128 time: 0.0685019 Mar 16 16:41:10.758452 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Allocated IP 172.20.0.4 (f3856578-ed0d-4913-964c-b6ede10159d4/feea2aad-8e14-4c05-9d01-b76954f9d544/2a1f64d8-d01b-4329-9b94-fa1c693f5a0e) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:41:10.804079 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-a82aeecc-0d54-46e2-b4f6-1922d5236151 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee29130-4596-4534-82a4-c8700b8c8761 HTTP/1.1" status: 200 len: 217 time: 0.0403056 Mar 16 16:41:10.857460 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-3f0dba7d-d9db-4902-bd7f-53f4f45c94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:10.859124 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-3f0dba7d-d9db-4902-bd7f-53f4f45c94b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0483577 Mar 16 16:41:10.916836 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.917945 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-3e49ee4f-2b1d-4ca7-bc14-28e35ead5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:10.919558 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-3e49ee4f-2b1d-4ca7-bc14-28e35ead5a73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545197 Mar 16 16:41:10.951929 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:10.996513 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Network f3856578-ed0d-4913-964c-b6ede10159d4 is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:41:10.999582 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:41:11.003364 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:41:11.017591 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-759e0697-bb3b-4618-8408-7be1840d90ef service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919089 Mar 16 16:41:11.036166 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:11.066790 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.067400 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.084933 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-82218d0e-555e-4c8d-983c-5bbbf7a00ba2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0027184 Mar 16 16:41:11.095489 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Request body: {'port': {'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:11.118256 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-93c864fb-c73b-41c4-8080-10c50d70c779 req-f3b99d04-5b1a-4a22-938a-9b3f2392ae5a service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947075 Mar 16 16:41:11.163450 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.217460 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-e05e2895-9110-41f4-951e-4453eb2e7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.219024 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-e05e2895-9110-41f4-951e-4453eb2e7750 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 1128 time: 0.0541987 Mar 16 16:41:11.287045 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-868bfbb5-d8e7-4862-a21e-383e50152d85 None None] Provisioning complete for port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:41:11.287592 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-868bfbb5-d8e7-4862-a21e-383e50152d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.321502 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-53ac04f9-45c3-4179-b5f5-b7fbd3e2088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.322314 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-868bfbb5-d8e7-4862-a21e-383e50152d85 None None] Port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:41:11.324562 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-53ac04f9-45c3-4179-b5f5-b7fbd3e2088d service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.0983961 Mar 16 16:41:11.364921 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-132dbf8b-bd43-453f-9a2c-3c9259797d09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee29130-4596-4534-82a4-c8700b8c8761 HTTP/1.1" status: 200 len: 217 time: 0.0349643 Mar 16 16:41:11.377744 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35978033-9bb1-4016-a35f-0e5046de4a42 req-c57639ff-c1a0-4138-8ebd-a2ec7670585a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.379213 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-35978033-9bb1-4016-a35f-0e5046de4a42 req-c57639ff-c1a0-4138-8ebd-a2ec7670585a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 931 time: 0.1573715 Mar 16 16:41:11.412933 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-e4b44c84-d09e-45ab-bd3d-840a77ed40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.414435 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-e4b44c84-d09e-45ab-bd3d-840a77ed40b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0429318 Mar 16 16:41:11.455436 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-35978033-9bb1-4016-a35f-0e5046de4a42 req-76985097-8819-4579-86ff-644e421d8613 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698366 Mar 16 16:41:11.464665 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-01edf4c8-7b20-4dbf-85ec-2a811b698a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.466253 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-01edf4c8-7b20-4dbf-85ec-2a811b698a57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451844 Mar 16 16:41:11.514513 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:41:11.522057 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Publish callbacks [] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.533911 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Transition to ACTIVE for port object 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:41:11.539112 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.560520 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-fa65b2b1-4422-434b-bf36-45a8bbc1fabe service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879865 Mar 16 16:41:11.600306 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:11.670464 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f57bce67-2079-489c-8e50-bc9f848d1b4c req-1f62cb13-9a9f-4836-bd52-6b1923c3b07f service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039503 Mar 16 16:41:11.672901 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Attempting to bind port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:41:11.673237 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Attempting to bind port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:41:11.673561 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Attempting to bind port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:41:11.678629 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e on network f3856578-ed0d-4913-964c-b6ede10159d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:41:11.678959 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Attempting to bind port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:41:11.684515 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:41:11.684851 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Checking segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:41:11.685233 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Bound using segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:41:11.685664 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Bound port: 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:41:11.686022 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.753027 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864d16f-36a1-4fb7-b482-e499350de882 req-e7d916af-2e42-4573-87fa-cc6a625ad11f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.754727 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a864d16f-36a1-4fb7-b482-e499350de882 req-e7d916af-2e42-4573-87fa-cc6a625ad11f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 944 time: 0.0631437 Mar 16 16:41:11.757110 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] For port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:41:11.760483 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] For port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:41:11.767316 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.802431 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.803085 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:11.804443 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] 10.222.0.57 "PUT /v2.0/ports/2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 200 len: 1093 time: 0.7134671 Mar 16 16:41:11.804891 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:11.807151 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e2e2dd-22a1-4404-9971-60d77339f344" -d '{"events": [{"name": "network-changed", "server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:11.816033 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a864d16f-36a1-4fb7-b482-e499350de882 req-1e243238-5ac8-4241-86e5-8cd473756f4d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540738 Mar 16 16:41:11.834665 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dc46c-2b33-48db-ab22-98b13dbd0554 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:11.908953 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-0b2a771e-a23e-489e-a9e4-aa138a4cef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:11.910842 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-0b2a771e-a23e-489e-a9e4-aa138a4cef0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1127 time: 0.0596499 Mar 16 16:41:11.956079 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba442a2-9a55-4cd4-86f7-63e43113df36 x-openstack-request-id: req-fba442a2-9a55-4cd4-86f7-63e43113df36 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:11.956407 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:11.956640 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fba442a2-9a55-4cd4-86f7-63e43113df36 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:11.957040 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'status': 'completed', 'code': 200} Mar 16 16:41:11.958853 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-df6d1584-a14f-4cf9-9f74-7af6bd92ff23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 200 len: 217 time: 0.0403731 Mar 16 16:41:12.008743 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-dafd5aea-bdf5-4b9c-b19e-343a6cdb2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.010205 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-dafd5aea-bdf5-4b9c-b19e-343a6cdb2009 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0448005 Mar 16 16:41:12.063723 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-b3633e88-0ca6-43ae-96ee-1d0c90a41327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.065143 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-b3633e88-0ca6-43ae-96ee-1d0c90a41327 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472491 Mar 16 16:41:12.153161 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-3acd5f48-073c-4328-95e7-a54ad171b58e service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816960 Mar 16 16:41:12.246445 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0bb7861f-8956-47e4-8c3b-17269c477e12 req-c9113d84-2965-4bd8-a187-1f422934a86f service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869267 Mar 16 16:41:12.331789 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-67dff074-c607-42e1-99b7-f401f609ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.333207 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-67dff074-c607-42e1-99b7-f401f609ddec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1127 time: 0.0449347 Mar 16 16:41:12.420890 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-6e71b4a1-8823-45e6-975a-076a67bc2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.422335 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-6e71b4a1-8823-45e6-975a-076a67bc2393 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0828669 Mar 16 16:41:12.466860 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-909ba03a-2cd9-44b9-9918-5fdf7c6aa53e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 200 len: 217 time: 0.0379088 Mar 16 16:41:12.514277 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-076bc540-8836-4601-a99e-89d97e33a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.515739 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-076bc540-8836-4601-a99e-89d97e33a050 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0432489 Mar 16 16:41:12.566868 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-f4842b3e-2be1-4ee0-8924-8bb5335d4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.568394 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-f4842b3e-2be1-4ee0-8924-8bb5335d4719 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470738 Mar 16 16:41:12.571031 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2640-ac5d-488a-8ade-b3b3bfc7eb5a req-e050bfe1-d901-4206-8fef-b6777374bf52 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.572533 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-dcfc2640-ac5d-488a-8ade-b3b3bfc7eb5a req-e050bfe1-d901-4206-8fef-b6777374bf52 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.0512180 Mar 16 16:41:12.620873 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-dcfc2640-ac5d-488a-8ade-b3b3bfc7eb5a req-26a73e50-03fb-4c3a-8487-fe5fbc08bf88 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411391 Mar 16 16:41:12.667716 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-96c5e2f6-2b73-4701-a1c6-45270477d260 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923011 Mar 16 16:41:12.758227 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-26e2e2dd-22a1-4404-9971-60d77339f344 req-fbbb723f-bd57-40e7-803e-cd1a6bf8def5 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847313 Mar 16 16:41:12.934771 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35172eda-190b-4873-8c25-351c1d963e8b req-b161b107-bdd9-4f75-bcad-9d6b5dd81979 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:12.936240 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-35172eda-190b-4873-8c25-351c1d963e8b req-b161b107-bdd9-4f75-bcad-9d6b5dd81979 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 944 time: 0.0571647 Mar 16 16:41:12.982208 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-35172eda-190b-4873-8c25-351c1d963e8b req-94939c98-f7f4-4ec8-822e-ffa358dc94b9 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 Mar 16 16:41:13.741511 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09816a3-b717-4155-9e63-f5c2fa8e06e7 req-db546280-7dd9-4ee2-a348-86eeffdfdd48 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:13.742958 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a09816a3-b717-4155-9e63-f5c2fa8e06e7 req-db546280-7dd9-4ee2-a348-86eeffdfdd48 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.0557494 Mar 16 16:41:13.791284 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a09816a3-b717-4155-9e63-f5c2fa8e06e7 req-613c2901-c47b-49f1-abd4-0c9033a7dfa4 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415781 Mar 16 16:41:14.029520 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e52100cd-1ddb-4b72-986a-abb6650a2e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:14.106409 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c473-300f-41b2-acd2-36562bcf70f5 req-07627344-3f95-47ed-bfca-317860887993 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:14.107905 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bc04c473-300f-41b2-acd2-36562bcf70f5 req-07627344-3f95-47ed-bfca-317860887993 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 944 time: 0.0545874 Mar 16 16:41:14.155320 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-bc04c473-300f-41b2-acd2-36562bcf70f5 req-43d6a2e2-631c-430a-a134-5ffdf036aba7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 Mar 16 16:41:14.907392 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7eeaa-feb7-4953-a3e9-c4540495134f req-4052e6a3-9f7e-4427-bd79-c0e3d56f804d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:14.908925 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e3d7eeaa-feb7-4953-a3e9-c4540495134f req-4052e6a3-9f7e-4427-bd79-c0e3d56f804d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.0524189 Mar 16 16:41:14.957196 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e3d7eeaa-feb7-4953-a3e9-c4540495134f req-232911e6-1f3b-4e28-aec8-e759cf2fbcbf tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423651 Mar 16 16:41:15.270819 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04c46-70f0-4a27-b74d-beb0a00abacd req-edf71eb6-e833-4618-91e2-731d9b314ed1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:15.272299 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2af04c46-70f0-4a27-b74d-beb0a00abacd req-edf71eb6-e833-4618-91e2-731d9b314ed1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 944 time: 0.0513556 Mar 16 16:41:15.321697 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2af04c46-70f0-4a27-b74d-beb0a00abacd req-acbfcb93-e164-4e87-94cd-df4f14860dd1 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Mar 16 16:41:15.387623 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device dee29130-4596-4534-82a4-c8700b8c8761 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:41:15.484887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port dee29130-4596-4534-82a4-c8700b8c8761, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=dee29130-4596-4534-82a4-c8700b8c8761,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:15.497578 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'dee29130-4596-4534-82a4-c8700b8c8761', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'port_id': 'dee29130-4596-4534-82a4-c8700b8c8761', 'mac_address': 'fa:16:3e:2b:9c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:41:15.538734 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port dee29130-4596-4534-82a4-c8700b8c8761 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:15.539116 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (dee29130-4596-4534-82a4-c8700b8c8761), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:15.555410 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee29130-4596-4534-82a4-c8700b8c8761 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:41:15.575972 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port dee29130-4596-4534-82a4-c8700b8c8761, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=dee29130-4596-4534-82a4-c8700b8c8761,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:15.579723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (dee29130-4596-4534-82a4-c8700b8c8761), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:15.590155 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a461ad-0487-4357-bb14-05888f27574c req-6f00dfe5-524e-4bb5-adad-8ef9cb9253aa tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:15.591648 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-61a461ad-0487-4357-bb14-05888f27574c req-6f00dfe5-524e-4bb5-adad-8ef9cb9253aa tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0549560 Mar 16 16:41:15.627518 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=dee29130-4596-4534-82a4-c8700b8c8761,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:15.645393 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-61a461ad-0487-4357-bb14-05888f27574c req-d860aff4-7538-496a-bd25-52eaec87daa5 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478928 Mar 16 16:41:15.912917 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['dee29130-4596-4534-82a4-c8700b8c8761'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:41:16.081238 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dbc3f-83e4-4af2-9ffa-2bc49427ef3d req-a389c209-92cd-436b-a2e3-5b535e60dd90 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:16.082763 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-885dbc3f-83e4-4af2-9ffa-2bc49427ef3d req-a389c209-92cd-436b-a2e3-5b535e60dd90 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.0536859 Mar 16 16:41:16.136942 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-885dbc3f-83e4-4af2-9ffa-2bc49427ef3d req-0aca54b2-55c5-478b-abfc-0c380c9992a2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479267 Mar 16 16:41:16.327075 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-135bd12c-b265-4426-b596-45fa78cdb34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:16.439298 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ad04-902b-47b6-8a4e-3cdc7d769796 req-4ab0d66c-a041-47b3-ae59-1b4361d9a01b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:16.441043 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c046ad04-902b-47b6-8a4e-3cdc7d769796 req-4ab0d66c-a041-47b3-ae59-1b4361d9a01b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 945 time: 0.0520670 Mar 16 16:41:16.486694 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c046ad04-902b-47b6-8a4e-3cdc7d769796 req-f9edc5f9-8335-4b65-94a5-3e5cf9871100 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Mar 16 16:41:16.759844 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2505-bfd2-4435-bae1-70c92b57a348 req-8082b3f2-964c-441e-8a1b-7c11c56227c0 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:16.761850 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-46ae2505-bfd2-4435-bae1-70c92b57a348 req-8082b3f2-964c-441e-8a1b-7c11c56227c0 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0521221 Mar 16 16:41:16.812190 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-46ae2505-bfd2-4435-bae1-70c92b57a348 req-5ae61827-2cd0-474c-b379-863dfdaa7bd2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Mar 16 16:41:17.301675 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b52342-01d7-4b69-88f4-1d30c377616d req-5c4e0e8f-b2ac-4745-a1fc-28f3280bfad0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:17.303060 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c8b52342-01d7-4b69-88f4-1d30c377616d req-5c4e0e8f-b2ac-4745-a1fc-28f3280bfad0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.0541563 Mar 16 16:41:17.351765 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c8b52342-01d7-4b69-88f4-1d30c377616d req-7c704afa-f2f0-4ea9-acb0-8851c6a01dc5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422688 Mar 16 16:41:17.409625 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device dee29130-4596-4534-82a4-c8700b8c8761 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:41:17.456679 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port dee29130-4596-4534-82a4-c8700b8c8761 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:41:17.460532 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port dee29130-4596-4534-82a4-c8700b8c8761 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:41:17.460901 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (dee29130-4596-4534-82a4-c8700b8c8761), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:17.535454 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port dee29130-4596-4534-82a4-c8700b8c8761 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:17.535837 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (dee29130-4596-4534-82a4-c8700b8c8761), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:17.573276 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:17.575272 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57865002-bbc0-468e-8d93-a53256e036a0" -d '{"events": [{"server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "name": "network-vif-plugged", "status": "completed", "tag": "dee29130-4596-4534-82a4-c8700b8c8761"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:17.585380 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:17.588408 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port dee29130-4596-4534-82a4-c8700b8c8761, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=dee29130-4596-4534-82a4-c8700b8c8761,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:17.592670 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (dee29130-4596-4534-82a4-c8700b8c8761), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:17.606199 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e7983-4adb-401c-a66d-815744ca7958 req-007facf5-6fe8-4b6d-beb4-063dd795aed2 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:17.607875 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-507e7983-4adb-401c-a66d-815744ca7958 req-007facf5-6fe8-4b6d-beb4-063dd795aed2 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 945 time: 0.0563812 Mar 16 16:41:17.615271 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d20f58-1937-4412-8a8a-36a347784480 x-openstack-request-id: req-17d20f58-1937-4412-8a8a-36a347784480 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:17.615555 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "name": "network-vif-plugged", "status": "completed", "tag": "dee29130-4596-4534-82a4-c8700b8c8761", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:17.615806 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17d20f58-1937-4412-8a8a-36a347784480 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:17.616189 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761', 'code': 200} Mar 16 16:41:17.647484 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=dee29130-4596-4534-82a4-c8700b8c8761,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:17.664934 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-507e7983-4adb-401c-a66d-815744ca7958 req-fe8b5d57-faaf-4610-8ba3-18d82bb64ca2 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505555 Mar 16 16:41:17.788430 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adeda1-445c-4d1b-bc49-347d7e96e282 req-25db9e3c-95d5-4496-8163-31f010cf0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:17.789918 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d6adeda1-445c-4d1b-bc49-347d7e96e282 req-25db9e3c-95d5-4496-8163-31f010cf0635 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 1130 time: 0.0436714 Mar 16 16:41:17.831924 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d6adeda1-445c-4d1b-bc49-347d7e96e282 req-c6e65a92-b344-45e1-a24e-44e1ff09d33e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359333 Mar 16 16:41:17.933499 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f53a0e-ff5a-4477-a1d5-0580104d4d67 req-06f21fcf-6b84-4e6e-84ca-7bdc5258cb90 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:17.935049 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87f53a0e-ff5a-4477-a1d5-0580104d4d67 req-06f21fcf-6b84-4e6e-84ca-7bdc5258cb90 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0558021 Mar 16 16:41:17.983487 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-87f53a0e-ff5a-4477-a1d5-0580104d4d67 req-d9dc40f7-b1c5-4ad2-9161-787e2502a95d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Mar 16 16:41:18.471640 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefab8a-1738-4b44-978e-1cc408d36e27 req-7f95886f-f6bd-4c41-bc5f-e496c929cb13 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:18.473139 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eeefab8a-1738-4b44-978e-1cc408d36e27 req-7f95886f-f6bd-4c41-bc5f-e496c929cb13 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.0557718 Mar 16 16:41:18.520229 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eeefab8a-1738-4b44-978e-1cc408d36e27 req-db0172be-7472-497a-b64d-20d8ea381d12 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415244 Mar 16 16:41:18.785846 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c1e51-531f-48f2-86b0-a86ee87a2ccf req-cbdb2d91-2525-4aa9-8bc6-31d525e3316f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:18.787315 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-699c1e51-531f-48f2-86b0-a86ee87a2ccf req-cbdb2d91-2525-4aa9-8bc6-31d525e3316f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 946 time: 0.0526114 Mar 16 16:41:18.834066 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-699c1e51-531f-48f2-86b0-a86ee87a2ccf req-edc2409d-89d5-4c49-9e12-70dd2e778920 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Mar 16 16:41:19.045726 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:19.102011 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b5c3-33ea-4475-a6c1-65882934276e req-78dbca25-82a2-4cd6-979d-ad9dde1298a4 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:19.103493 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-11f6b5c3-33ea-4475-a6c1-65882934276e req-78dbca25-82a2-4cd6-979d-ad9dde1298a4 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0536985 Mar 16 16:41:19.151631 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-11f6b5c3-33ea-4475-a6c1-65882934276e req-3033479c-b7c9-4893-b564-55b1640b6a5e tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Mar 16 16:41:19.634967 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c1486-2cb4-4d54-a3da-e41bc3995b81 req-8b3406b4-6bd4-4bd7-b2f9-cff6437933b8 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:19.636483 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-321c1486-2cb4-4d54-a3da-e41bc3995b81 req-8b3406b4-6bd4-4bd7-b2f9-cff6437933b8 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.0527828 Mar 16 16:41:19.689644 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-321c1486-2cb4-4d54-a3da-e41bc3995b81 req-0347224c-e566-4fa1-81f6-fbea88cd51bc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464611 Mar 16 16:41:19.970866 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f868ac-8c68-49b5-870a-cdbf21ae52fc req-8b295263-4fee-493e-8b57-156e6731c73b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:19.973081 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d8f868ac-8c68-49b5-870a-cdbf21ae52fc req-8b295263-4fee-493e-8b57-156e6731c73b tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 946 time: 0.0711815 Mar 16 16:41:20.021908 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d8f868ac-8c68-49b5-870a-cdbf21ae52fc req-f94e1b3e-a3a8-444e-be73-cd4b813190bf tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433095 Mar 16 16:41:20.134181 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb73ab5-43b1-4862-b5b1-ffa96262c4d0 req-bb0cea4c-8353-4e78-927b-947cd824056d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:20.135557 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9bb73ab5-43b1-4862-b5b1-ffa96262c4d0 req-bb0cea4c-8353-4e78-927b-947cd824056d tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 946 time: 0.0514920 Mar 16 16:41:20.144516 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 40800) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:20.148898 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Request body: {'floatingip': {'port_id': 'dee29130-4596-4534-82a4-c8700b8c8761'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:20.187506 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (f3137002-f43f-4a99-bc3a-8f235a126c1a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:20.273853 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b85a4b-07b8-479a-bc14-5cf8317f6427 req-fa75d0b8-5047-4e95-af75-9b1f64fdcee2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:20.276465 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f5b85a4b-07b8-479a-bc14-5cf8317f6427 req-fa75d0b8-5047-4e95-af75-9b1f64fdcee2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0603511 Mar 16 16:41:20.329816 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:20.331402 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f5b85a4b-07b8-479a-bc14-5cf8317f6427 req-ad20896a-7e8f-46d6-9cb0-7c8272bcfb7d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490708 Mar 16 16:41:20.471442 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:41:20.629517 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:20.634274 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (f3137002-f43f-4a99-bc3a-8f235a126c1a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:20.737378 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Floating IP f3137002-f43f-4a99-bc3a-8f235a126c1a associated. External IP: 172.27.0.65, port: dee29130-4596-4534-82a4-c8700b8c8761. Mar 16 16:41:20.876114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d876a-e5d9-442c-a7d8-6b157ff28981 req-c6e38e6c-c57a-4998-a156-0a82d1822bdd tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:20.877613 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8f9d876a-e5d9-442c-a7d8-6b157ff28981 req-c6e38e6c-c57a-4998-a156-0a82d1822bdd tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 943 time: 0.1060023 Mar 16 16:41:21.001253 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8f9d876a-e5d9-442c-a7d8-6b157ff28981 req-0d78f74d-dc48-40e6-88b2-b3c24d5839b1 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171746 Mar 16 16:41:21.029387 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Router 53435701-3a1e-4a05-955f-fe9662de7842 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:41:21.140401 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:41:21.145036 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:21.149762 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] Sync routers for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:41:21.158929 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:21.159539 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:41:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:21.176074 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-4e9157c4-0cd3-4850-9e8d-0445613509ff tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "PUT /v2.0/floatingips/f3137002-f43f-4a99-bc3a-8f235a126c1a HTTP/1.1" status: 200 len: 991 time: 1.0304501 Mar 16 16:41:21.176607 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:21.178859 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "tag": "dee29130-4596-4534-82a4-c8700b8c8761"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:21.215682 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b56191-bde2-4459-b753-51d4b5650f02 x-openstack-request-id: req-68b56191-bde2-4459-b753-51d4b5650f02 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:21.215984 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "tag": "dee29130-4596-4534-82a4-c8700b8c8761", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:21.216242 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68b56191-bde2-4459-b753-51d4b5650f02 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:21.216674 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761', 'status': 'completed', 'code': 200} Mar 16 16:41:21.269419 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:21.287995 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-72769ac0-288d-4dea-a41f-03cfc85433cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:21.289531 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-72769ac0-288d-4dea-a41f-03cfc85433cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 1130 time: 0.0445759 Mar 16 16:41:21.420420 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-7ebc9d74-5d6d-48a9-ab80-a27006d7597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:21.421463 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:41:21.421979 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-7ebc9d74-5d6d-48a9-ab80-a27006d7597b service neutron] 10.222.0.57 "GET /v2.0/networks?id=968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 200 len: 912 time: 0.1251965 Mar 16 16:41:21.513002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f99cd2-dc3b-4397-811f-f6564805a9a8 req-2f85b300-1e66-41f8-8b78-7644aff3431a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:21.514493 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-75f99cd2-dc3b-4397-811f-f6564805a9a8 req-2f85b300-1e66-41f8-8b78-7644aff3431a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.1116419 Mar 16 16:41:21.516631 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-f9ead8e5-1c9c-4b9e-b770-df340bf5280c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee29130-4596-4534-82a4-c8700b8c8761 HTTP/1.1" status: 200 len: 999 time: 0.0802319 Mar 16 16:41:21.600996 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-75f99cd2-dc3b-4397-811f-f6564805a9a8 req-cee59a17-4bf5-485a-94f2-648a0418acf9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806777 Mar 16 16:41:21.602329 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-165c02b3-072d-44af-bb44-0ac2399fa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:21.603737 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-165c02b3-072d-44af-bb44-0ac2399fa030 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 200 len: 850 time: 0.0769989 Mar 16 16:41:21.655898 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-543ce092-4d7f-4835-bdb8-2c7ec6007cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:21.657446 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-543ce092-4d7f-4835-bdb8-2c7ec6007cbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968bf21c-e8e9-4922-94fc-4896f52cbf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470486 Mar 16 16:41:21.713395 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:21.728141 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:41:21.740466 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': 'f3137002-f43f-4a99-bc3a-8f235a126c1a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'port_id': 'dee29130-4596-4534-82a4-c8700b8c8761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'mac_address': 'fa:16:3e:2b:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:06Z', 'updated_at': '2022-03-16T16:41:20Z', 'revision_number': 1, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:21.766415 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-441612b5-0a01-4711-b24e-e9dfb4481603 service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022699 Mar 16 16:41:21.784220 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] Checking router: 53435701-3a1e-4a05-955f-fe9662de7842 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:41:21.800727 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:21.801108 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:21.802860 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:21.803491 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:41:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:21.854939 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c2a63d8c-fc1a-41a2-9418-d8f1cda43c4a req-e7c09ffe-a4a8-4744-9ddc-7444858cd82b service neutron] 10.222.0.57 "GET /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Mar 16 16:41:21.874560 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:41:21.905981 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:21.911955 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:21.967403 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:22.001872 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:22.016832 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.017177 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.017516 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.017853 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.018180 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.018503 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.018825 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.019144 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.019464 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.019781 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.020099 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.020447 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.020765 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.021075 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.021386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:41:22.119964 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c1a0-26c6-4433-b525-d4fc745fd115 req-73bbba77-2d95-411b-91b0-df868da4648a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:22.121969 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6542c1a0-26c6-4433-b525-d4fc745fd115 req-73bbba77-2d95-411b-91b0-df868da4648a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 944 time: 0.0527551 Mar 16 16:41:22.175049 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6542c1a0-26c6-4433-b525-d4fc745fd115 req-54682cc2-6706-4a97-a9b6-c72afa282a12 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465844 Mar 16 16:41:22.213523 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': 'f3137002-f43f-4a99-bc3a-8f235a126c1a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'port_id': 'dee29130-4596-4534-82a4-c8700b8c8761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'mac_address': 'fa:16:3e:2b:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:06Z', 'updated_at': '2022-03-16T16:41:20Z', 'revision_number': 1, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:22.243945 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342314db-ed4e-40e5-b0b5-72162fccd466 None None] The sync data for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi is: [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': 'f3137002-f43f-4a99-bc3a-8f235a126c1a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'port_id': 'dee29130-4596-4534-82a4-c8700b8c8761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'mac_address': 'fa:16:3e:2b:9c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:06Z', 'updated_at': '2022-03-16T16:41:20Z', 'revision_number': 1, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:41:22.271689 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['2a1f64d8-d01b-4329-9b94-fa1c693f5a0e'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:41:22.450636 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c4797-5036-4b6a-a0e2-8bc2f7521794 None None] New status for floating IP f3137002-f43f-4a99-bc3a-8f235a126c1a: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:41:22.721581 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97478e7c-b196-4295-b76f-1170b9719c1b req-d24e2ade-827b-4e58-a883-7ada992e997c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:22.723036 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-97478e7c-b196-4295-b76f-1170b9719c1b req-d24e2ade-827b-4e58-a883-7ada992e997c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0558732 Mar 16 16:41:22.770842 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-97478e7c-b196-4295-b76f-1170b9719c1b req-2ce49fc2-b843-4db3-9533-def11a28a836 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423634 Mar 16 16:41:23.291548 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20c01c-a025-40fa-844b-c5bbdc9d2c2d req-7d8d5a76-7cb9-4f38-bce3-8889ce1245bc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:23.293075 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5b20c01c-a025-40fa-844b-c5bbdc9d2c2d req-7d8d5a76-7cb9-4f38-bce3-8889ce1245bc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 944 time: 0.0522871 Mar 16 16:41:23.341899 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5b20c01c-a025-40fa-844b-c5bbdc9d2c2d req-45d13952-e363-4ced-9880-3495cdc59db0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433397 Mar 16 16:41:23.432926 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:41:23.481580 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:41:23.485900 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:41:23.486191 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:23.567630 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:23.567928 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:23.590435 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:23.592694 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d4097f-9836-464b-b68f-a1e4e3ddc7af" -d '{"events": [{"server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:23.604879 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:23.609747 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:23.632772 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d9449-b328-48af-9898-2576fe4c4172 x-openstack-request-id: req-ea1d9449-b328-48af-9898-2576fe4c4172 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:23.633064 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:23.633316 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea1d9449-b328-48af-9898-2576fe4c4172 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:23.633702 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'code': 200} Mar 16 16:41:23.659486 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:23.879180 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa5cf-6d20-400f-8757-353fb3280c6a req-e5e4cddd-3c4c-48ec-992d-c03759b7bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:23.881091 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fa7aa5cf-6d20-400f-8757-353fb3280c6a req-e5e4cddd-3c4c-48ec-992d-c03759b7bc61 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1129 time: 0.0442021 Mar 16 16:41:23.892583 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cdd20-e5c2-44aa-b700-5a24320b6b3e req-f3b993c8-8b92-4092-ad77-e9afd562d7ba tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:23.894068 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3a6cdd20-e5c2-44aa-b700-5a24320b6b3e req-f3b993c8-8b92-4092-ad77-e9afd562d7ba tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0541971 Mar 16 16:41:23.927395 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fa7aa5cf-6d20-400f-8757-353fb3280c6a req-36afc0d5-ffe2-494c-b09f-85331191c40d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394404 Mar 16 16:41:23.943423 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3a6cdd20-e5c2-44aa-b700-5a24320b6b3e req-00154a92-69ce-45a1-88d7-cf9bfeab43ff tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 Mar 16 16:41:24.461127 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572468-aae7-4870-94f5-820b5050dd50 req-6a3fbd65-3cfd-4304-9231-6e910a7a8faa tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:24.462576 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7b572468-aae7-4870-94f5-820b5050dd50 req-6a3fbd65-3cfd-4304-9231-6e910a7a8faa tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 945 time: 0.0549269 Mar 16 16:41:24.511118 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7b572468-aae7-4870-94f5-820b5050dd50 req-df4821df-6827-4555-8584-dbd42f7eee02 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422525 Mar 16 16:41:24.891122 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:25.064620 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5f9f-038a-4337-8f2a-faf00e71a3d8 req-9026e78c-95a4-467c-b867-1559bf42fca6 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:25.066379 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-78af5f9f-038a-4337-8f2a-faf00e71a3d8 req-9026e78c-95a4-467c-b867-1559bf42fca6 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0581965 Mar 16 16:41:25.114735 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-78af5f9f-038a-4337-8f2a-faf00e71a3d8 req-a24abae9-bfc3-46b5-9074-fa88500623bc tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Mar 16 16:41:25.627092 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9c08-be27-4213-b78c-3f58de9cdfda req-24862a36-ee2a-4419-bc89-b52a71574d1e tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:25.628596 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-466a9c08-be27-4213-b78c-3f58de9cdfda req-24862a36-ee2a-4419-bc89-b52a71574d1e tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 945 time: 0.0515633 Mar 16 16:41:25.677109 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-466a9c08-be27-4213-b78c-3f58de9cdfda req-8be73797-b875-44db-b495-c80605bfbb87 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430813 Mar 16 16:41:25.763738 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e91d-4000-439e-8014-7061a8805401 req-20af44f4-fd7c-4cb0-9118-1f1cb0fcba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:25.765273 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a68e91d-4000-439e-8014-7061a8805401 req-20af44f4-fd7c-4cb0-9118-1f1cb0fcba9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1129 time: 0.0458336 Mar 16 16:41:25.791270 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e141-660e-4da4-8d10-0a348829d307 req-b52b35ed-cf39-49a5-b7a5-e8c4ec08c5b2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:25.792695 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a213e141-660e-4da4-8d10-0a348829d307 req-b52b35ed-cf39-49a5-b7a5-e8c4ec08c5b2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Mar 16 16:41:25.846781 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a213e141-660e-4da4-8d10-0a348829d307 req-580fa9e2-2c85-47ad-8244-f999de62a1db tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479145 Mar 16 16:41:25.869434 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40830) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:25.914645 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b43990b-4358-4905-8cef-8fefcb4dcfed tempest-TestVolumeBootPattern-296869157 tempest-TestVolumeBootPattern-296869157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:25.919628 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7b43990b-4358-4905-8cef-8fefcb4dcfed tempest-TestVolumeBootPattern-296869157 tempest-TestVolumeBootPattern-296869157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1124 time: 0.0456903 Mar 16 16:41:25.919866 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40832) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:25.924217 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:41:25.946869 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.053603 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.092241 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e91d-4000-439e-8014-7061a8805401 req-f315fdf3-0538-4d17-bfec-562ddcdf2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:26.093790 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a68e91d-4000-439e-8014-7061a8805401 req-f315fdf3-0538-4d17-bfec-562ddcdf2912 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 200 len: 908 time: 0.3223717 Mar 16 16:41:26.163499 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Allocated IP 172.27.0.50 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/4d10fd16-fb7f-454a-8e23-0cfc2ecf625e) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:41:26.169326 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a68e91d-4000-439e-8014-7061a8805401 req-fb1a3ff9-ffca-42a1-b010-fc30cf90ff24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 1000 time: 0.0693166 Mar 16 16:41:26.252302 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e91d-4000-439e-8014-7061a8805401 req-c333fea2-2d73-42de-a118-b5c49a5f05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:26.253781 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a68e91d-4000-439e-8014-7061a8805401 req-c333fea2-2d73-42de-a118-b5c49a5f05e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 HTTP/1.1" status: 200 len: 846 time: 0.0789623 Mar 16 16:41:26.275021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.279224 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a421a5c-e103-4201-98f8-30aa1d0f672f req-2cc80c27-ff58-42bb-9653-a5f228cb4cde tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:26.281277 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4a421a5c-e103-4201-98f8-30aa1d0f672f req-2cc80c27-ff58-42bb-9653-a5f228cb4cde tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0955873 Mar 16 16:41:26.310548 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.343300 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e91d-4000-439e-8014-7061a8805401 req-5d40f6f7-f945-4c20-909b-4bde3c5b5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:26.344821 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a68e91d-4000-439e-8014-7061a8805401 req-5d40f6f7-f945-4c20-909b-4bde3c5b5deb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850499 Mar 16 16:41:26.345153 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:41:26.347956 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:41:26.353605 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:41:26.370327 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4a421a5c-e103-4201-98f8-30aa1d0f672f req-a496ca22-89a5-4aa5-be0a-f1516741396d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730031 Mar 16 16:41:26.394543 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=4d10fd16-fb7f-454a-8e23-0cfc2ecf625e,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:26.448398 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a68e91d-4000-439e-8014-7061a8805401 req-c76f2ba0-9e9f-4755-bbc4-d1b8aa09e047 service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939701 Mar 16 16:41:26.537996 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a68e91d-4000-439e-8014-7061a8805401 req-18900a3a-147e-4a87-b591-7b01a474ffbd service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831769 Mar 16 16:41:26.707862 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (7d44ca91-4000-4aed-a61f-ab515e445ce3), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.776999 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.924191 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.928673 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:26.998488 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=4d10fd16-fb7f-454a-8e23-0cfc2ecf625e,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:27.010033 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (7d44ca91-4000-4aed-a61f-ab515e445ce3), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:27.115208 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Floating IP 7d44ca91-4000-4aed-a61f-ab515e445ce3 associated. External IP: 172.27.0.50, port: 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e. Mar 16 16:41:27.326997 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:41:27.432629 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:41:27.443648 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:41:27.454560 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:27.455188 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:41:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:27.479207 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:27.515566 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b6eabda3-f9f5-44a2-a49c-9a6a702dbe35 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5946064 Mar 16 16:41:27.516989 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:27.519181 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:27.528294 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f0bbe-9dcb-4ed1-9a0f-70c779f4bc2e req-ddea5fed-3a08-4408-94d5-57b2f2a5bbc6 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:27.530297 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e35f0bbe-9dcb-4ed1-9a0f-70c779f4bc2e req-ddea5fed-3a08-4408-94d5-57b2f2a5bbc6 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0920777 Mar 16 16:41:27.563688 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c9ec57-01bd-48aa-86e1-e9131182ac1b x-openstack-request-id: req-c0c9ec57-01bd-48aa-86e1-e9131182ac1b {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:27.563987 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:27.564239 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0c9ec57-01bd-48aa-86e1-e9131182ac1b {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:27.564656 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'status': 'completed', 'code': 200} Mar 16 16:41:27.572116 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:27.589786 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e35f0bbe-9dcb-4ed1-9a0f-70c779f4bc2e req-4d52f895-6362-4516-bf95-1f6c1a3eb8a2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531135 Mar 16 16:41:27.633167 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-58e899db-4321-4275-898d-31767ff56ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:27.634808 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-58e899db-4321-4275-898d-31767ff56ba6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1129 time: 0.0513542 Mar 16 16:41:27.725234 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-45869bba-da22-465a-906d-3b6bdba7c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:27.726686 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-45869bba-da22-465a-906d-3b6bdba7c6af service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0834527 Mar 16 16:41:27.796649 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-d1f2ad57-631a-4bdb-8f5b-c3e7f42c39c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 200 len: 998 time: 0.0611525 Mar 16 16:41:27.810506 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:26Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:27.836619 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:41:27.845050 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:41:27.845573 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:41:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:27.847920 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-b75f2819-1e82-400f-a303-d794a1741ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:27.849441 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-b75f2819-1e82-400f-a303-d794a1741ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0458615 Mar 16 16:41:27.903615 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-09a530c9-e01f-45b5-be74-ed887c3fb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:27.905175 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-09a530c9-e01f-45b5-be74-ed887c3fb7dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455186 Mar 16 16:41:27.952429 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:41:27.997525 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-e0c98d5b-da42-42eb-9e20-b439eff28682 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859284 Mar 16 16:41:28.103448 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9c3f47d7-1aa1-40c9-988b-fa8c06c803f7 req-c86f4105-0aa0-47ff-bf4b-b51ba2866d09 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868354 Mar 16 16:41:28.187541 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:26Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:41:28.213722 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924b8ca-894f-4539-9af2-753000eff317 None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:26Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:41:28.409086 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f8d3b-5e38-41f3-bb5c-38506b37783c None None] New status for floating IP 7d44ca91-4000-4aed-a61f-ab515e445ce3: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:41:28.709277 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50985445-01ed-4304-834e-cdae217e47af req-56bc315f-dce6-4ed8-9a4f-9c2874da415d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:28.710744 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-50985445-01ed-4304-834e-cdae217e47af req-56bc315f-dce6-4ed8-9a4f-9c2874da415d tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0529385 Mar 16 16:41:28.762460 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-50985445-01ed-4304-834e-cdae217e47af req-ee47fd09-af0b-49d2-bed4-15121b920eaf tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459986 Mar 16 16:41:28.975013 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40856) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:28.984767 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e065f-e00c-4b35-bb3e-116c181378dd req-a57014db-fdb6-4f09-ad2d-fb7699ec3ada tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:28.986310 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8a6e065f-e00c-4b35-bb3e-116c181378dd req-a57014db-fdb6-4f09-ad2d-fb7699ec3ada tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0550580 Mar 16 16:41:29.046963 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8a6e065f-e00c-4b35-bb3e-116c181378dd req-1ff4c1f6-ec6d-4f04-818c-3e492b435d84 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452886 Mar 16 16:41:29.075762 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-a55dc718-50f9-49db-867c-691b1dbad747 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995245 Mar 16 16:41:29.084510 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-d904ac0c-bb96-410b-abc4-1c6b33868f59 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:41:29.085467 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-d904ac0c-bb96-410b-abc4-1c6b33868f59 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051463 Mar 16 16:41:29.159991 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 40864) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:41:29.255193 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59d82-f078-47d9-a873-43853823eff4 req-1b242015-f66c-4835-bc17-11598e7b4a2c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:29.256555 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-1b242015-f66c-4835-bc17-11598e7b4a2c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports/60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 942 time: 0.0955498 Mar 16 16:41:30.174322 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19421d54-0b01-4a16-b191-610f516ec1f7 req-cae97f80-94ad-4921-bd53-ad8f92261d5f tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:30.176014 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-19421d54-0b01-4a16-b191-610f516ec1f7 req-cae97f80-94ad-4921-bd53-ad8f92261d5f tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0552871 Mar 16 16:41:30.227935 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-19421d54-0b01-4a16-b191-610f516ec1f7 req-081668f3-1110-4604-acbe-a7558797adec tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462084 Mar 16 16:41:30.554741 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59d82-f078-47d9-a873-43853823eff4 req-79ee7252-dee2-403f-ae94-eb459cc78de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:30.556112 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-79ee7252-dee2-403f-ae94-eb459cc78de5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580&tenant_id=60a06020c8a44210b58c419a83577897 HTTP/1.1" status: 200 len: 1129 time: 0.0428667 Mar 16 16:41:30.622231 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59d82-f078-47d9-a873-43853823eff4 req-b868c627-e00c-4b44-a9e9-8b17c3adf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:30.623718 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-b868c627-e00c-4b44-a9e9-8b17c3adf63c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1129 time: 0.0440788 Mar 16 16:41:30.715823 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59d82-f078-47d9-a873-43853823eff4 req-b93e7b81-e696-4f19-820e-d047e64f1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:30.717310 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-b93e7b81-e696-4f19-820e-d047e64f1326 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 200 len: 908 time: 0.0866241 Mar 16 16:41:30.780665 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-36c081df-fcd5-4e7b-9aa8-6d23f209986f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 1000 time: 0.0571282 Mar 16 16:41:30.831203 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59d82-f078-47d9-a873-43853823eff4 req-0732c829-ef31-4a3f-ba0b-91ce325f259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:30.832540 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-0732c829-ef31-4a3f-ba0b-91ce325f259a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 HTTP/1.1" status: 200 len: 846 time: 0.0461810 Mar 16 16:41:30.882590 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59d82-f078-47d9-a873-43853823eff4 req-265dba81-5cd3-4a67-af4d-8075d66ea391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:30.884061 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-265dba81-5cd3-4a67-af4d-8075d66ea391 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453672 Mar 16 16:41:30.975681 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-465aae77-8fe3-4de2-ab61-736d0e11a093 service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823643 Mar 16 16:41:31.066330 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-ba7a1274-654f-4592-9548-5aa3f88dc553 service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842841 Mar 16 16:41:31.345165 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605fe8f-bd43-4671-917f-5ca4fa6c4bc5 req-0ded980b-f64b-4884-b466-4efa786f5752 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:31.346639 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7605fe8f-bd43-4671-917f-5ca4fa6c4bc5 req-0ded980b-f64b-4884-b466-4efa786f5752 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0545170 Mar 16 16:41:31.395131 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7605fe8f-bd43-4671-917f-5ca4fa6c4bc5 req-d475547c-3b83-495f-9d26-8614fd7308af tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Mar 16 16:41:32.663106 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e408a-2910-4f40-9b86-8f29730a67ee req-fe2e3d1f-ad7b-47fc-9da0-0905f7630a28 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:32.664603 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a94e408a-2910-4f40-9b86-8f29730a67ee req-fe2e3d1f-ad7b-47fc-9da0-0905f7630a28 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0523281 Mar 16 16:41:32.711974 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-a94e408a-2910-4f40-9b86-8f29730a67ee req-604c891a-0a97-4d60-9eb4-7d0b6954d72c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Mar 16 16:41:33.497154 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 60e9f7aa-c84b-4045-83bb-8fefcf34b947 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:41:33.578010 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 is: ACTIVE; New status is: DOWN {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:33.578395 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:33.600008 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:33.602229 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d746dbc-4ba8-4bc4-b5ab-403c34780310" -d '{"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-unplugged", "status": "completed", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:33.616009 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:33.620144 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:33.647347 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba1504-5781-4e79-8026-cb9c5ae8b665 x-openstack-request-id: req-7fba1504-5781-4e79-8026-cb9c5ae8b665 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:33.647642 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-unplugged", "status": "completed", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:33.647895 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fba1504-5781-4e79-8026-cb9c5ae8b665 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:33.648289 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'code': 200} Mar 16 16:41:33.672840 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=6']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:34.164672 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d181b6-0780-4c14-87a0-8ccbab1952b5 req-1d567654-fbed-4fc1-b223-2ad0c64dd8f2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:34.166191 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1d181b6-0780-4c14-87a0-8ccbab1952b5 req-1d567654-fbed-4fc1-b223-2ad0c64dd8f2 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.2947714 Mar 16 16:41:34.215391 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d1d181b6-0780-4c14-87a0-8ccbab1952b5 req-1b91ff93-d401-4994-9d29-9f59a318c73b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Mar 16 16:41:35.335805 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7217653-9699-4572-a0f5-38a67e375d4e req-ad542637-7086-4ea9-8945-69b101d607dc tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:35.337311 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e7217653-9699-4572-a0f5-38a67e375d4e req-ad542637-7086-4ea9-8945-69b101d607dc tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0563407 Mar 16 16:41:35.394060 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e7217653-9699-4572-a0f5-38a67e375d4e req-5e9e8980-ebb7-4edc-9754-bb46863caa03 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508132 Mar 16 16:41:36.508012 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeec53e-f28c-4521-9186-23327e98bfcd req-783ff116-b868-407d-916a-1f1b2563b508 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:36.509505 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1aeec53e-f28c-4521-9186-23327e98bfcd req-783ff116-b868-407d-916a-1f1b2563b508 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0508792 Mar 16 16:41:36.556542 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1aeec53e-f28c-4521-9186-23327e98bfcd req-0dde1aa6-64bb-483b-9b26-c529c53a753a tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Mar 16 16:41:37.673329 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d7923-285d-4b70-8826-11d01b968395 req-178448f6-a7c1-4722-8078-0b3a34e1fea6 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:37.674785 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-282d7923-285d-4b70-8826-11d01b968395 req-178448f6-a7c1-4722-8078-0b3a34e1fea6 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0526981 Mar 16 16:41:37.723213 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-282d7923-285d-4b70-8826-11d01b968395 req-bc70715e-1503-473f-8681-007cc73e7aa9 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 Mar 16 16:41:38.313956 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2283931-79be-426c-824e-d36e61b82204 req-9f0c985a-fa6a-4e36-b8e1-393c3b34a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:38.315357 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a2283931-79be-426c-824e-d36e61b82204 req-9f0c985a-fa6a-4e36-b8e1-393c3b34a123 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1127 time: 0.0436928 Mar 16 16:41:38.367669 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a2283931-79be-426c-824e-d36e61b82204 req-8145708c-c6ae-46c4-b9a2-ce236a6170f5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457525 Mar 16 16:41:38.840494 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf14c12-ff7d-4c34-b16f-24f2e02a1893 req-e2c54a7b-b9b0-4539-b581-4a4553e0b987 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:38.842612 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8bf14c12-ff7d-4c34-b16f-24f2e02a1893 req-e2c54a7b-b9b0-4539-b581-4a4553e0b987 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 943 time: 0.0543087 Mar 16 16:41:38.891701 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8bf14c12-ff7d-4c34-b16f-24f2e02a1893 req-15ed306f-db12-41c4-a914-348c95aa85eb tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421491 Mar 16 16:41:39.518615 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 60e9f7aa-c84b-4045-83bb-8fefcf34b947 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:41:39.616162 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:39.627982 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'port_id': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'mac_address': 'fa:16:3e:c5:4a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:41:39.666103 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:39.666537 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:39.683636 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e9f7aa-c84b-4045-83bb-8fefcf34b947 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:41:39.703846 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:39.707827 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:39.753478 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=7']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:40.010291 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b8d25-e45d-4f44-917e-d5cc44934734 req-66f3d49e-94d7-42b2-8d9a-c62a31f1ae88 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:40.011856 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-017b8d25-e45d-4f44-917e-d5cc44934734 req-66f3d49e-94d7-42b2-8d9a-c62a31f1ae88 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 944 time: 0.0544975 Mar 16 16:41:40.062222 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-017b8d25-e45d-4f44-917e-d5cc44934734 req-d1aefd1e-2c30-469e-84a9-13ffebfdc6ed tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435331 Mar 16 16:41:40.138780 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['60e9f7aa-c84b-4045-83bb-8fefcf34b947'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:41:41.527280 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 60e9f7aa-c84b-4045-83bb-8fefcf34b947 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:41:41.574606 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:41:41.575530 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:41.654033 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:41.654413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:41.676098 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:41.678356 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d58367f-e6b9-432b-8563-2af1b914e85d" -d '{"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-plugged", "status": "completed", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:41.691293 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:41.695351 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:41.720537 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b90ad-d962-4726-a2f9-94a5b20e19aa x-openstack-request-id: req-4f2b90ad-d962-4726-a2f9-94a5b20e19aa {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:41.720826 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-plugged", "status": "completed", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:41.721078 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f2b90ad-d962-4726-a2f9-94a5b20e19aa {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:41.721461 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'code': 200} Mar 16 16:41:41.745478 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=8']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:42.601531 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447e1bd-654b-4b52-87c2-70832e7d6ddc req-ee2b039b-1a2f-4cab-aa54-3b0237c2a5ef tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:42.602953 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1447e1bd-654b-4b52-87c2-70832e7d6ddc req-ee2b039b-1a2f-4cab-aa54-3b0237c2a5ef tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0517793 Mar 16 16:41:42.649204 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1447e1bd-654b-4b52-87c2-70832e7d6ddc req-69daac38-3e86-4a74-afaf-b00e7cd033d3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Mar 16 16:41:43.771909 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa847c26-7612-44d6-b19b-b7a99baab92a req-aa1a4184-c143-4f5d-a10e-eca9a3e085eb tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:43.773413 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fa847c26-7612-44d6-b19b-b7a99baab92a req-aa1a4184-c143-4f5d-a10e-eca9a3e085eb tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0522497 Mar 16 16:41:43.822158 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fa847c26-7612-44d6-b19b-b7a99baab92a req-42b606d0-51fb-4649-b584-26220a51af31 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Mar 16 16:41:44.023490 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-293000f4-6931-4d84-9172-95fb92e67646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:44.947213 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19385-e5ff-4da9-8876-04abe24a4930 req-78ff026b-9e60-47f4-81ab-0b73e473c3e3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:44.948688 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c2c19385-e5ff-4da9-8876-04abe24a4930 req-78ff026b-9e60-47f4-81ab-0b73e473c3e3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0508156 Mar 16 16:41:44.998599 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c2c19385-e5ff-4da9-8876-04abe24a4930 req-1c16e63d-9136-425a-846d-d19b664e37e2 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432754 Mar 16 16:41:46.121628 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9643-dfeb-4ff9-8d93-445dd38452d5 req-e072fa92-c9b6-4462-ba8b-0f0411e272c7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:46.123622 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71cc9643-dfeb-4ff9-8d93-445dd38452d5 req-e072fa92-c9b6-4462-ba8b-0f0411e272c7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0548265 Mar 16 16:41:46.168121 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71cc9643-dfeb-4ff9-8d93-445dd38452d5 req-173ff04e-46cf-4b94-9291-c913745428ac tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 Mar 16 16:41:46.330344 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d37e3004-9550-4907-84a6-0c52ebfc9a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:47.287208 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000af2-eb71-4357-abf1-d027b666f967 req-f0cc2e86-2dec-4eda-9dd1-216f69a29847 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:47.288757 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e0000af2-eb71-4357-abf1-d027b666f967 req-f0cc2e86-2dec-4eda-9dd1-216f69a29847 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0515726 Mar 16 16:41:47.335701 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e0000af2-eb71-4357-abf1-d027b666f967 req-013c3621-e891-4512-aa07-0f5b3bfa45b0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 Mar 16 16:41:47.563680 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:48.456235 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c741486-5650-4e79-87b2-209838fc2228 req-e0103c15-f391-4c8f-93b5-17a280e82d01 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:48.457719 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8c741486-5650-4e79-87b2-209838fc2228 req-e0103c15-f391-4c8f-93b5-17a280e82d01 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0519745 Mar 16 16:41:48.504299 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8c741486-5650-4e79-87b2-209838fc2228 req-c1ce27f8-9da4-46b0-88fd-e065f1f035d9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Mar 16 16:41:49.048020 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:49.626917 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6438b4f-08d6-453f-b472-6a9f206b10cd req-a2312485-d734-4c82-a50f-a2e57920ba5d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:49.628408 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c6438b4f-08d6-453f-b472-6a9f206b10cd req-a2312485-d734-4c82-a50f-a2e57920ba5d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0534964 Mar 16 16:41:49.673290 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-c6438b4f-08d6-453f-b472-6a9f206b10cd req-017f1ed1-beea-4150-a587-e7ed83600465 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 Mar 16 16:41:50.332659 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:50.801269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee653e4f-270f-4ad6-a027-cb1b8c95f935 req-46d86795-3540-4a79-b1d0-e0f6cd9588fa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:50.802775 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee653e4f-270f-4ad6-a027-cb1b8c95f935 req-46d86795-3540-4a79-b1d0-e0f6cd9588fa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0584693 Mar 16 16:41:50.859860 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ee653e4f-270f-4ad6-a027-cb1b8c95f935 req-530c3607-9fd2-4a0e-939c-a52d0ee4a124 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511932 Mar 16 16:41:51.993022 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208abf0-b98e-492a-98d0-a10c349d61f5 req-051e66b5-e0b8-4a85-9743-883055474971 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:51.994486 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4208abf0-b98e-492a-98d0-a10c349d61f5 req-051e66b5-e0b8-4a85-9743-883055474971 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0564251 Mar 16 16:41:52.044577 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4208abf0-b98e-492a-98d0-a10c349d61f5 req-9a8fb792-a972-486d-925d-fccc55402819 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Mar 16 16:41:53.165856 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916b4e4-4b8e-4ed9-9a3e-eb83950786c6 req-f6d89d97-ad22-411d-935e-0f4627bb37dc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:53.167246 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f916b4e4-4b8e-4ed9-9a3e-eb83950786c6 req-f6d89d97-ad22-411d-935e-0f4627bb37dc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0532889 Mar 16 16:41:53.213527 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f916b4e4-4b8e-4ed9-9a3e-eb83950786c6 req-0c98fd1b-9490-4966-8354-6fbf390a4bbe tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 Mar 16 16:41:54.334227 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8560b-9017-4cc2-b10b-5f04cb0b3546 req-426b2bb1-732d-404a-a811-5d1580e54207 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:54.335635 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2be8560b-9017-4cc2-b10b-5f04cb0b3546 req-426b2bb1-732d-404a-a811-5d1580e54207 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0528414 Mar 16 16:41:54.383484 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2be8560b-9017-4cc2-b10b-5f04cb0b3546 req-e5d73920-83a3-43d9-a770-4f3a901b4670 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Mar 16 16:41:54.891390 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:55.504936 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c54b1-dc75-4707-a967-46c5f1190d19 req-8c50f75e-8db1-400a-b164-935b51386acc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:55.506403 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-024c54b1-dc75-4707-a967-46c5f1190d19 req-8c50f75e-8db1-400a-b164-935b51386acc tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0521700 Mar 16 16:41:55.555468 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-024c54b1-dc75-4707-a967-46c5f1190d19 req-4bb1c6fe-191c-44ca-8b60-aac41a61e4c3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Mar 16 16:41:55.591916 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:41:55.689265 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:55.700608 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'port_id': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'mac_address': 'fa:16:3e:49:ed:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:41:55.736036 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port da9f93ef-2c74-4619-9468-e133a3b73d73 is: ACTIVE; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:55.736444 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:55.749081 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da9f93ef-2c74-4619-9468-e133a3b73d73 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:41:55.768924 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:55.772717 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:55.828495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=6']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:55.890086 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['da9f93ef-2c74-4619-9468-e133a3b73d73'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:41:56.678005 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce887939-c52b-40c4-a457-ad8c3641f5a6 req-a401d2fa-982a-4c7e-8c34-d0b3b58601bf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:56.679458 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ce887939-c52b-40c4-a457-ad8c3641f5a6 req-a401d2fa-982a-4c7e-8c34-d0b3b58601bf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 945 time: 0.0544636 Mar 16 16:41:56.724079 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ce887939-c52b-40c4-a457-ad8c3641f5a6 req-4bec3253-d8b4-44ff-acc4-1f3c4d652cd9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391290 Mar 16 16:41:57.471306 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:41:57.612511 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:41:57.664306 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port da9f93ef-2c74-4619-9468-e133a3b73d73 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:41:57.664675 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:57.741729 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port da9f93ef-2c74-4619-9468-e133a3b73d73 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:41:57.742054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:57.766296 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:41:57.768615 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52050136-31d8-4a86-b037-1ab07f2a57e4" -d '{"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-plugged", "status": "completed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:41:57.783100 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:41:57.787919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:41:57.814359 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ee294-1354-48e6-86f6-d59349fb242f x-openstack-request-id: req-026ee294-1354-48e6-86f6-d59349fb242f {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:41:57.814652 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-plugged", "status": "completed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:41:57.814904 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-026ee294-1354-48e6-86f6-d59349fb242f {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:41:57.815291 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'code': 200} Mar 16 16:41:57.840943 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=7']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:41:57.856164 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62cca4-fd23-4fe5-9b55-2e712674d022 req-164fc79b-677f-47c4-86ce-71f8c24ee448 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:57.857660 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8c62cca4-fd23-4fe5-9b55-2e712674d022 req-164fc79b-677f-47c4-86ce-71f8c24ee448 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0537899 Mar 16 16:41:57.903789 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8c62cca4-fd23-4fe5-9b55-2e712674d022 req-c7c6dbf6-7f3f-43b4-af37-ef3cb20645fe tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Mar 16 16:41:59.033021 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d22f7e-697a-45ff-ad24-6be7de7ab45e req-cbae536e-2f8c-4e71-9294-dcf753a52425 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:41:59.034525 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d2d22f7e-697a-45ff-ad24-6be7de7ab45e req-cbae536e-2f8c-4e71-9294-dcf753a52425 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0579202 Mar 16 16:41:59.081235 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d2d22f7e-697a-45ff-ad24-6be7de7ab45e req-8d506fc3-7297-40e6-8f3f-6aa6c0891b4d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412738 Mar 16 16:42:00.201718 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be7e0f-12e5-49c7-ad43-525a51243c76 req-e22d71bc-6848-4de5-9e37-4f144b791934 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:00.203189 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d5be7e0f-12e5-49c7-ad43-525a51243c76 req-e22d71bc-6848-4de5-9e37-4f144b791934 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0524709 Mar 16 16:42:00.248919 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d5be7e0f-12e5-49c7-ad43-525a51243c76 req-2cd91e60-209d-438b-a0f5-ec4e032bc6f4 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403159 Mar 16 16:42:01.380874 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711aacc-a30e-4b46-8819-76214afd88ce req-f529e94f-0d5a-4dc4-b84c-c7ec08a8dee0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:01.383087 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9711aacc-a30e-4b46-8819-76214afd88ce req-f529e94f-0d5a-4dc4-b84c-c7ec08a8dee0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0595078 Mar 16 16:42:01.448489 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9711aacc-a30e-4b46-8819-76214afd88ce req-9a63e0dd-1758-4f27-9b79-95e4268ae215 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541520 Mar 16 16:42:02.572414 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6081c-f69f-4af0-b8de-1307b0b7af16 req-fb751465-9c58-4e69-9ef1-026a7fa4250f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:02.574789 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-63c6081c-f69f-4af0-b8de-1307b0b7af16 req-fb751465-9c58-4e69-9ef1-026a7fa4250f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0608923 Mar 16 16:42:02.627085 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-63c6081c-f69f-4af0-b8de-1307b0b7af16 req-5209e9d3-2092-4e19-8674-2a11c0ce0127 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Mar 16 16:42:03.775639 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149fb16-2eb7-48c5-8b8d-39a0a9cc195e req-45b6beac-d664-4263-96f5-10b1d10cda5c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:03.777479 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8149fb16-2eb7-48c5-8b8d-39a0a9cc195e req-45b6beac-d664-4263-96f5-10b1d10cda5c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0654869 Mar 16 16:42:03.828425 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8149fb16-2eb7-48c5-8b8d-39a0a9cc195e req-1c0f8f47-8e09-4ad9-a937-99066404b3fa tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450413 Mar 16 16:42:04.969759 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8a787-fccb-468b-9d99-807a8abe7582 req-2838532f-88d1-4215-a341-f45cec1c6b54 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:04.971247 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1aa8a787-fccb-468b-9d99-807a8abe7582 req-2838532f-88d1-4215-a341-f45cec1c6b54 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0555351 Mar 16 16:42:05.022853 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1aa8a787-fccb-468b-9d99-807a8abe7582 req-cfefe782-a0f2-4433-9567-8305c7955b3a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Mar 16 16:42:06.154251 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922638-1f7a-44ee-acb6-f0e486a9da03 req-667adb8b-f9af-4499-9168-3cc88894045d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:06.155904 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-75922638-1f7a-44ee-acb6-f0e486a9da03 req-667adb8b-f9af-4499-9168-3cc88894045d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0610344 Mar 16 16:42:06.207563 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-75922638-1f7a-44ee-acb6-f0e486a9da03 req-8795cce5-fec5-4b85-8378-9f0ba4797fb9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461211 Mar 16 16:42:07.335577 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266638d-a202-4944-822b-0a74d68e1339 req-249c678b-5e5a-491d-92f9-b578b952718b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:07.337295 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e266638d-a202-4944-822b-0a74d68e1339 req-249c678b-5e5a-491d-92f9-b578b952718b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0555584 Mar 16 16:42:07.390965 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e266638d-a202-4944-822b-0a74d68e1339 req-b1379269-2f03-4b6c-91b2-96b9667337e0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 Mar 16 16:42:08.525864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee995-91dd-47eb-b7c7-9e59dad1925b req-7327273e-23b9-4ad5-957f-403c4dd859f5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:08.527635 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9a1ee995-91dd-47eb-b7c7-9e59dad1925b req-7327273e-23b9-4ad5-957f-403c4dd859f5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0602036 Mar 16 16:42:08.587158 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9a1ee995-91dd-47eb-b7c7-9e59dad1925b req-e27542d0-eb78-4830-bc72-dcb400c72507 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511539 Mar 16 16:42:09.719176 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333404-8cbd-4084-8c33-2ca9d1b9d921 req-5f5358b1-a51d-4438-b9ff-31adb720c38e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:09.724774 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6d333404-8cbd-4084-8c33-2ca9d1b9d921 req-5f5358b1-a51d-4438-b9ff-31adb720c38e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0627689 Mar 16 16:42:09.776217 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6d333404-8cbd-4084-8c33-2ca9d1b9d921 req-7841c471-1cb3-4269-8ef4-6b7106bcad8b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485928 Mar 16 16:42:10.903700 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31514-8991-454c-a291-c511748c7d15 req-c9eeb4cc-a8f6-43d9-b9e9-639a8d4bd118 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:10.905302 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1cf31514-8991-454c-a291-c511748c7d15 req-c9eeb4cc-a8f6-43d9-b9e9-639a8d4bd118 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0546572 Mar 16 16:42:10.951737 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1cf31514-8991-454c-a291-c511748c7d15 req-7e2b44a7-2e91-4df7-a455-cb455368687f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407460 Mar 16 16:42:11.306144 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-60ed1b2f-0f56-46e7-b953-71e5a00e4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:11.307611 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-60ed1b2f-0f56-46e7-b953-71e5a00e4dc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1130 time: 0.0435967 Mar 16 16:42:11.397225 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-40143842-fd87-4aee-81fd-304a99d67c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:11.398672 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-40143842-fd87-4aee-81fd-304a99d67c4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.0854750 Mar 16 16:42:11.463412 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-af5b32f4-d835-48b9-8235-8a7dbed6b9c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 1002 time: 0.0567698 Mar 16 16:42:11.513131 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-aa214b7d-d071-4e56-8687-9f968b3b4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:11.515590 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-aa214b7d-d071-4e56-8687-9f968b3b4562 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0460255 Mar 16 16:42:11.563374 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-6c780be7-1d7e-4648-bff1-dfb639b689e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:11.564790 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-6c780be7-1d7e-4648-bff1-dfb639b689e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432026 Mar 16 16:42:11.651911 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-530638ac-4571-42b4-b994-45a132972151 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808327 Mar 16 16:42:11.743384 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-276bfa1f-c406-4fb5-aad2-5d021205a3f4 req-19280b77-4b46-4bcc-b3bf-6d29fb422216 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852566 Mar 16 16:42:12.077933 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd5135-68f0-434b-9821-04257a8d50a0 req-b1c43a0e-d28f-4423-9cea-609159fe77c1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:12.079408 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c9bd5135-68f0-434b-9821-04257a8d50a0 req-b1c43a0e-d28f-4423-9cea-609159fe77c1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0544510 Mar 16 16:42:12.125173 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c9bd5135-68f0-434b-9821-04257a8d50a0 req-a50627f2-55a2-4580-baea-c76aebbbcced tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Mar 16 16:42:13.247637 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e88e11-4bee-4d55-b24c-d56a3c713236 req-ca9e3188-956e-4c38-a6ab-7971673b4eae tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:13.249129 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e1e88e11-4bee-4d55-b24c-d56a3c713236 req-ca9e3188-956e-4c38-a6ab-7971673b4eae tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Mar 16 16:42:13.297999 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e1e88e11-4bee-4d55-b24c-d56a3c713236 req-0eaf6a20-97bb-4690-b177-0a96242f7103 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Mar 16 16:42:14.028923 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ebae1848-6105-4316-a602-372e30c640bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:14.418010 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627183-23a1-4ab8-900b-6dd334739ffa req-49ee81b5-c6d3-4aba-afd6-e9d86fb55cc6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:14.420011 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-08627183-23a1-4ab8-900b-6dd334739ffa req-49ee81b5-c6d3-4aba-afd6-e9d86fb55cc6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Mar 16 16:42:14.469153 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-08627183-23a1-4ab8-900b-6dd334739ffa req-e9feca6e-1f13-46dd-94e7-566e100cb718 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Mar 16 16:42:15.376019 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b7d0-208c-480d-9f54-d06f9cabc06d req-a1580448-91db-4aa0-9d8d-c34696bb1128 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:15.377424 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e7e7b7d0-208c-480d-9f54-d06f9cabc06d req-a1580448-91db-4aa0-9d8d-c34696bb1128 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 946 time: 0.0784152 Mar 16 16:42:15.409314 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-f8f4875e-3bcf-4772-9188-249cf3f4e02b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722480 Mar 16 16:42:15.431861 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e7e7b7d0-208c-480d-9f54-d06f9cabc06d req-d1a2a947-ce21-4cf8-b784-85bf5179887f tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482273 Mar 16 16:42:15.489640 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-acff9c4c-4216-44f9-ac4c-bbc3b8e255d5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:15.490976 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-acff9c4c-4216-44f9-ac4c-bbc3b8e255d5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports/da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 943 time: 0.0545628 Mar 16 16:42:15.765070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:42:15.844679 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port da9f93ef-2c74-4619-9468-e133a3b73d73 is: ACTIVE; New status is: DOWN {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:42:15.845115 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:15.867313 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:42:15.869559 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a099d0-1a48-4195-ab25-2cc228090fdc" -d '{"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-unplugged", "status": "completed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:42:15.886317 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:42:15.891215 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:15.921079 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Mar 2022 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d012faf7-1fc7-425e-9ccc-1742c461e0e2 x-openstack-request-id: req-d012faf7-1fc7-425e-9ccc-1742c461e0e2 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:42:15.921498 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-unplugged", "status": "failed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73", "code": 422}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:42:15.921762 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d012faf7-1fc7-425e-9ccc-1742c461e0e2 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:42:15.922205 dv-cinder-834009-1-iscsi neutron-server[103492]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'code': 422} returned with failed status Mar 16 16:42:15.948620 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=8']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:42:16.258368 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-f675c748-501c-4caa-8ad3-b6af9ac02859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:16.259842 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-f675c748-501c-4caa-8ad3-b6af9ac02859 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462&tenant_id=1a9c4783297e40fc9fbfee08686a43ef HTTP/1.1" status: 200 len: 1128 time: 0.0451839 Mar 16 16:42:16.323875 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-250d75ce-ecc8-4638-93a7-4e9d655bca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:16.326148 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-250d75ce-ecc8-4638-93a7-4e9d655bca3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1128 time: 0.0449357 Mar 16 16:42:16.332526 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bc492a22-023d-4890-b1de-5a19e2c90edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:16.418706 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-27df49b3-286e-46d8-9927-c0b538429e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:16.420183 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-27df49b3-286e-46d8-9927-c0b538429e35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.0858631 Mar 16 16:42:16.487101 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-73d29cec-0331-4efa-90c9-128fc4a152e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 1000 time: 0.0591407 Mar 16 16:42:16.562057 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-25af17f1-cf1f-4129-a9d7-a131ff84f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:16.563393 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-25af17f1-cf1f-4129-a9d7-a131ff84f259 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0702090 Mar 16 16:42:16.607577 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051b5b-ac93-469d-99a6-8b7bfe6d25b9 req-988c9935-d9e5-4c56-b988-87409da7d70e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:16.609029 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-db051b5b-ac93-469d-99a6-8b7bfe6d25b9 req-988c9935-d9e5-4c56-b988-87409da7d70e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0899305 Mar 16 16:42:16.646383 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-ac1c0217-abae-450b-a80f-560965673852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:16.647819 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-ac1c0217-abae-450b-a80f-560965673852 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767572 Mar 16 16:42:16.679087 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-db051b5b-ac93-469d-99a6-8b7bfe6d25b9 req-3ad890e1-9420-431a-a748-a8efd7522ca1 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644982 Mar 16 16:42:16.748178 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-4497623b-2d09-4050-82d8-9f8328363860 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908840 Mar 16 16:42:16.834447 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-9c85d449-0a71-494e-a6a1-ee522bce133c service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790887 Mar 16 16:42:17.568555 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:17.805751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a73867-11ae-453d-adfd-7e08154a82c8 req-0b199081-9365-4fb6-a589-af5917e6f8ff tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:17.807938 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d2a73867-11ae-453d-adfd-7e08154a82c8 req-0b199081-9365-4fb6-a589-af5917e6f8ff tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0563383 Mar 16 16:42:17.867598 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d2a73867-11ae-453d-adfd-7e08154a82c8 req-0202e69d-19da-4fff-ae47-7b1e4746d3b5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536506 Mar 16 16:42:18.998748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81464a-2263-4eb3-839d-c07dd928d52e req-11506867-1219-49f3-acb0-f12b993283df tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:19.001249 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-de81464a-2263-4eb3-839d-c07dd928d52e req-11506867-1219-49f3-acb0-f12b993283df tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0606310 Mar 16 16:42:19.055858 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:19.058398 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-de81464a-2263-4eb3-839d-c07dd928d52e req-290b01b9-6c26-4dcd-b58a-cb6b2e042fef tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515115 Mar 16 16:42:20.186155 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81e610-06b4-47e2-a12b-4a2af3eb76ce req-7b7e22a2-a6f2-4f33-92c6-9a7668c20fb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:20.188421 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca81e610-06b4-47e2-a12b-4a2af3eb76ce req-7b7e22a2-a6f2-4f33-92c6-9a7668c20fb3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0549779 Mar 16 16:42:20.247174 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ca81e610-06b4-47e2-a12b-4a2af3eb76ce req-2e5b4376-ae7e-48d9-93f1-481c69f22f80 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523572 Mar 16 16:42:20.335307 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:21.387021 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eefa0-5af1-49d7-acde-0f78fb93f317 req-40a8ac53-412e-42d3-a222-34a010e1571c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:21.388547 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e37eefa0-5af1-49d7-acde-0f78fb93f317 req-40a8ac53-412e-42d3-a222-34a010e1571c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0584447 Mar 16 16:42:21.437688 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e37eefa0-5af1-49d7-acde-0f78fb93f317 req-e1ff500b-2979-4b05-97d8-ddca3f65d419 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Mar 16 16:42:22.573460 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d672fb-56d4-4ce2-ac10-ec49f1ca19fa req-3928359e-9216-4ad4-97a4-6c9a0fcf2ab9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:22.574973 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-94d672fb-56d4-4ce2-ac10-ec49f1ca19fa req-3928359e-9216-4ad4-97a4-6c9a0fcf2ab9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0588107 Mar 16 16:42:22.626184 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-94d672fb-56d4-4ce2-ac10-ec49f1ca19fa req-dfea7859-7c91-4c33-9d53-438e89b8d49c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Mar 16 16:42:23.756612 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b53d6-5449-45e3-901e-f9afd634199a req-bc4fe306-8a5a-42ea-a377-205d550397ae tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:23.758194 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0a5b53d6-5449-45e3-901e-f9afd634199a req-bc4fe306-8a5a-42ea-a377-205d550397ae tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0551624 Mar 16 16:42:23.807267 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0a5b53d6-5449-45e3-901e-f9afd634199a req-5f56addd-6116-4d6b-8520-3b725559146a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 Mar 16 16:42:24.901856 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:24.935797 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6f65-791c-4e38-900a-856a71071081 req-1e7e36eb-0bea-439f-ae0f-1197978c2639 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:24.938178 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2d1e6f65-791c-4e38-900a-856a71071081 req-1e7e36eb-0bea-439f-ae0f-1197978c2639 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0576868 Mar 16 16:42:24.993279 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2d1e6f65-791c-4e38-900a-856a71071081 req-786604fa-e5ea-439c-9751-02c8bcf520e8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 Mar 16 16:42:26.123058 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dd62-56f9-4a86-bdf0-6df81c484445 req-78db8549-7920-473f-8d12-897f12bf2d95 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:26.125296 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f2b1dd62-56f9-4a86-bdf0-6df81c484445 req-78db8549-7920-473f-8d12-897f12bf2d95 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0562327 Mar 16 16:42:26.172891 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f2b1dd62-56f9-4a86-bdf0-6df81c484445 req-993e0874-eabb-454e-afce-4d31512f9da6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Mar 16 16:42:27.302544 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c0b81-e7cc-4490-ad5a-eb932ce18707 req-d2e4ab02-7c25-4636-bd6a-33852154cd80 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:27.304009 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-950c0b81-e7cc-4490-ad5a-eb932ce18707 req-d2e4ab02-7c25-4636-bd6a-33852154cd80 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0580931 Mar 16 16:42:27.354042 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-950c0b81-e7cc-4490-ad5a-eb932ce18707 req-b63cb7a6-c546-40fa-9172-2cf81ce76e51 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Mar 16 16:42:28.478027 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7397-9afb-4aef-abef-c42838d0c140 req-97bd5b6b-a09d-40fe-9de9-6e8e2bae6278 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:28.479521 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-450b7397-9afb-4aef-abef-c42838d0c140 req-97bd5b6b-a09d-40fe-9de9-6e8e2bae6278 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0521321 Mar 16 16:42:28.525468 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-450b7397-9afb-4aef-abef-c42838d0c140 req-4317f04a-c22c-46be-bb35-33cde517781d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 Mar 16 16:42:29.650071 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a275c2-ef79-44db-be43-48a99ebc2c10 req-23254a03-3e69-43cb-ba67-48feb1f7f3d8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:29.651546 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-29a275c2-ef79-44db-be43-48a99ebc2c10 req-23254a03-3e69-43cb-ba67-48feb1f7f3d8 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0517850 Mar 16 16:42:29.699289 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-29a275c2-ef79-44db-be43-48a99ebc2c10 req-279e5178-f53b-45ff-a7ae-9087c5c3162b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Mar 16 16:42:30.823587 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aec81-aee7-46cd-89eb-73dd0a6901b4 req-0a5f4c77-feff-470b-9c12-0226be23ec13 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:30.825051 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f06aec81-aee7-46cd-89eb-73dd0a6901b4 req-0a5f4c77-feff-470b-9c12-0226be23ec13 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0510774 Mar 16 16:42:30.874672 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f06aec81-aee7-46cd-89eb-73dd0a6901b4 req-ad04cb8a-6d84-41eb-87ed-601ea3bf13f0 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Mar 16 16:42:31.967500 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-351cd0e8-ea19-465d-9482-09f89c309450 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476840 Mar 16 16:42:32.005404 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd6eb5-0cfd-48b5-85ce-ea0a45f46a04 req-0d671b53-3c6c-4870-97bb-a09cd0b44e86 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:32.007114 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-97fd6eb5-0cfd-48b5-85ce-ea0a45f46a04 req-0d671b53-3c6c-4870-97bb-a09cd0b44e86 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0567205 Mar 16 16:42:32.054706 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-546a1025-d3b9-45eb-b08d-2032eb441274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:32.056189 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-546a1025-d3b9-45eb-b08d-2032eb441274 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1129 time: 0.0446577 Mar 16 16:42:32.057525 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-97fd6eb5-0cfd-48b5-85ce-ea0a45f46a04 req-e54e441d-d3df-4b29-b77d-ec47f84206cf tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448644 Mar 16 16:42:32.161929 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-7eb805aa-f70a-4bfb-a16e-ec62e2bdd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:32.163300 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-7eb805aa-f70a-4bfb-a16e-ec62e2bdd837 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 200 len: 908 time: 0.0874903 Mar 16 16:42:32.227602 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-95af37b0-7343-40d5-bd6f-6875599b4d5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 1000 time: 0.0574279 Mar 16 16:42:32.275322 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-7cf1fdfd-7e50-47bb-be1d-2118632f5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:32.276725 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-7cf1fdfd-7e50-47bb-be1d-2118632f5eee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 HTTP/1.1" status: 200 len: 846 time: 0.0421064 Mar 16 16:42:32.327236 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-bef14229-085d-4028-9bd0-e0e10bbd1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:32.328739 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-bef14229-085d-4028-9bd0-e0e10bbd1c87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458109 Mar 16 16:42:32.415085 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-e4070298-9603-4b6f-9086-0d626d8b01ea service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800614 Mar 16 16:42:32.507066 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1889da5b-0a53-4379-88f4-e96dfe1b93f9 req-547cdd8b-c2fd-4c28-aa25-bd2704876724 service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Mar 16 16:42:33.180241 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf6d50-32f7-4f69-bd36-ae955c77a580 req-e5ffdd3f-67bd-47f3-8c8e-24849ecde440 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:33.181903 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-abcf6d50-32f7-4f69-bd36-ae955c77a580 req-e5ffdd3f-67bd-47f3-8c8e-24849ecde440 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0540662 Mar 16 16:42:33.233574 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-abcf6d50-32f7-4f69-bd36-ae955c77a580 req-3f76c7c7-cefa-42b1-a975-903c130aee2d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Mar 16 16:42:34.352926 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6c54-95b0-49be-959a-1b029fa8195e req-b6398f86-95a8-456a-a888-516131c45080 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:34.354385 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-108b6c54-95b0-49be-959a-1b029fa8195e req-b6398f86-95a8-456a-a888-516131c45080 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0512724 Mar 16 16:42:34.400587 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-108b6c54-95b0-49be-959a-1b029fa8195e req-cc96bb35-a4a1-4462-9832-6bf34d8fe553 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Mar 16 16:42:34.469220 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:42:35.522437 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fe88f-dd88-4d15-9adb-c248c3c68ca0 req-3e909ed0-8354-4a35-915a-9f17de485dac tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:35.523895 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b62fe88f-dd88-4d15-9adb-c248c3c68ca0 req-3e909ed0-8354-4a35-915a-9f17de485dac tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 944 time: 0.0518634 Mar 16 16:42:35.570887 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b62fe88f-dd88-4d15-9adb-c248c3c68ca0 req-3d4d182a-b0c5-46a4-bf36-cb6ac8efd5c7 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415156 Mar 16 16:42:35.884095 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:42:35.977626 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:42:35.989925 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'port_id': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'mac_address': 'fa:16:3e:49:ed:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:42:36.027668 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port da9f93ef-2c74-4619-9468-e133a3b73d73 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:42:36.028055 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:36.043657 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9f93ef-2c74-4619-9468-e133a3b73d73 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:42:36.062569 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:42:36.067325 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:36.112392 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=9']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:42:36.119131 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.119479 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.119822 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.120159 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.120540 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.120876 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.121197 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.121520 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.121844 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.122164 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.122484 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.122811 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.123130 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.123448 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.123766 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:42:36.438833 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['da9f93ef-2c74-4619-9468-e133a3b73d73'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:42:36.696060 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d1572-d1d3-45e1-a50f-0dc1f216a891 req-f172159a-28ca-47e0-8821-b707a4253e40 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:36.697465 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b68d1572-d1d3-45e1-a50f-0dc1f216a891 req-f172159a-28ca-47e0-8821-b707a4253e40 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 945 time: 0.0517371 Mar 16 16:42:36.742739 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b68d1572-d1d3-45e1-a50f-0dc1f216a891 req-fde0a2f3-f1e5-44fa-9109-8c088b3c3d4c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Mar 16 16:42:37.866039 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38620e0c-13a3-4c01-8664-96899905aca4 req-8fcafd8d-558b-4b3f-9fc9-2a9db1b7ccad tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:37.867499 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-38620e0c-13a3-4c01-8664-96899905aca4 req-8fcafd8d-558b-4b3f-9fc9-2a9db1b7ccad tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 945 time: 0.0557261 Mar 16 16:42:37.901545 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:42:37.915386 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-38620e0c-13a3-4c01-8664-96899905aca4 req-1247dbb4-9099-4d19-9425-dd35212a7ee9 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Mar 16 16:42:37.948811 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port da9f93ef-2c74-4619-9468-e133a3b73d73 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:42:37.949183 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:38.023327 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port da9f93ef-2c74-4619-9468-e133a3b73d73 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:42:38.023716 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:38.045506 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:42:38.048204 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a3063b-2823-4ce9-b726-ac8ddd66d828" -d '{"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-plugged", "status": "completed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:42:38.063128 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:42:38.067827 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:38.090315 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb46e4c-6131-4506-90b7-ae3f37cf9700 x-openstack-request-id: req-6bb46e4c-6131-4506-90b7-ae3f37cf9700 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:42:38.090602 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-plugged", "status": "completed", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:42:38.090851 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bb46e4c-6131-4506-90b7-ae3f37cf9700 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:42:38.091232 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'code': 200} Mar 16 16:42:38.117099 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=10']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:42:38.288805 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246f77b-1c6b-4042-ba5e-7a12e001471d req-792edde1-89ec-453a-b4d3-4ecdd5b98ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:38.290265 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4246f77b-1c6b-4042-ba5e-7a12e001471d req-792edde1-89ec-453a-b4d3-4ecdd5b98ba6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1131 time: 0.0437651 Mar 16 16:42:38.335027 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4246f77b-1c6b-4042-ba5e-7a12e001471d req-767ef0ff-8dd1-4a44-ab53-52e3e3d2eb40 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374243 Mar 16 16:42:39.038847 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fb-e441-4397-a6cd-b89f487190f0 req-2fa37d72-904c-4a04-a4d6-98e58ad0418a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:39.040347 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b983f7fb-e441-4397-a6cd-b89f487190f0 req-2fa37d72-904c-4a04-a4d6-98e58ad0418a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 947 time: 0.0535791 Mar 16 16:42:39.097761 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b983f7fb-e441-4397-a6cd-b89f487190f0 req-029c0e78-77ec-4161-83ba-a11dbe9c4a3a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Mar 16 16:42:40.226376 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bc257-1ef9-4802-bcb7-4b53f23a6709 req-060ef472-e958-405b-b27e-abdc82803289 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:40.227856 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-707bc257-1ef9-4802-bcb7-4b53f23a6709 req-060ef472-e958-405b-b27e-abdc82803289 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 947 time: 0.0580945 Mar 16 16:42:40.276260 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-707bc257-1ef9-4802-bcb7-4b53f23a6709 req-9663afba-756b-4757-9595-687260809676 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Mar 16 16:42:41.397246 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cab4f-533e-480d-912a-a2b21bf4db2b req-8a0cd4eb-6df6-4b81-9a3c-3c2be153b6e3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:42:41.398709 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-577cab4f-533e-480d-912a-a2b21bf4db2b req-8a0cd4eb-6df6-4b81-9a3c-3c2be153b6e3 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 947 time: 0.0515671 Mar 16 16:42:41.444110 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-577cab4f-533e-480d-912a-a2b21bf4db2b req-b4a8ed12-6f58-451d-b59e-cbf7e597b33c tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Mar 16 16:42:44.020798 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-62b98503-d216-44cc-b6ca-2ad6698a43f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:46.333778 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-86c21db0-947d-4654-a69b-2e45cfa94056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:47.568994 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:49.058089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:50.336790 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:42:54.903399 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:11.467264 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:43:12.547800 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76df2a-07f9-4a25-9668-adc554efaae0 req-1655b061-cb63-42db-85c5-5104e7158ed9 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:12.549830 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac76df2a-07f9-4a25-9668-adc554efaae0 req-1655b061-cb63-42db-85c5-5104e7158ed9 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 946 time: 0.0532694 Mar 16 16:43:12.596503 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ac76df2a-07f9-4a25-9668-adc554efaae0 req-a0b80da3-72ea-4717-af7f-a90b21e42a6c tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Mar 16 16:43:13.715872 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac997b-17cc-4ca9-afdd-b9370683097d req-48b66b78-36a8-4775-83ce-2f7157b66c5e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:13.717442 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cac997b-17cc-4ca9-afdd-b9370683097d req-48b66b78-36a8-4775-83ce-2f7157b66c5e tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 946 time: 0.0520148 Mar 16 16:43:13.764658 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cac997b-17cc-4ca9-afdd-b9370683097d req-5230989f-5805-45aa-8f96-f25a450ab831 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408840 Mar 16 16:43:14.023032 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6d999c92-fbca-4f44-aeb8-74c1ce8a97a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:14.512041 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-8f9202e4-6e6c-44ff-bff5-8254c8348af7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:14.513481 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-8f9202e4-6e6c-44ff-bff5-8254c8348af7 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 946 time: 0.0543659 Mar 16 16:43:14.604798 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Deleting port dee29130-4596-4534-82a4-c8700b8c8761 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:14.605134 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (dee29130-4596-4534-82a4-c8700b8c8761), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:14.957994 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadad23-35ee-4ed4-a427-4865077cff51 req-4b88e7dd-240a-4407-b8c7-a2ce65648bd5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:14.959439 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0fadad23-35ee-4ed4-a427-4865077cff51 req-4b88e7dd-240a-4407-b8c7-a2ce65648bd5 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 946 time: 0.0877652 Mar 16 16:43:14.961170 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] For port dee29130-4596-4534-82a4-c8700b8c8761, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=dee29130-4596-4534-82a4-c8700b8c8761,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:14.961539 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (dee29130-4596-4534-82a4-c8700b8c8761), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:15.106195 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0fadad23-35ee-4ed4-a427-4865077cff51 req-14fa46cf-c1c6-47f0-a697-316ace46e07f tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0e1511-ab8f-46c7-afed-137f494964c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372826 Mar 16 16:43:15.213787 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:15.214169 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (f3137002-f43f-4a99-bc3a-8f235a126c1a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:15.214469 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Floating IP f3137002-f43f-4a99-bc3a-8f235a126c1a disassociated. External IP: 172.27.0.65, port: dee29130-4596-4534-82a4-c8700b8c8761. Mar 16 16:43:15.214811 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Calling delete_port for dee29130-4596-4534-82a4-c8700b8c8761 owned by compute:nova {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:15.340922 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (dee29130-4596-4534-82a4-c8700b8c8761), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:15.369983 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event deleted for resources: {'Port': ['ID=dee29130-4596-4534-82a4-c8700b8c8761,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:15.379948 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.380322 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.380671 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.381010 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.381349 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.381680 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.382008 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.382333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.382713 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.383051 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.383299 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.383650 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.384128 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.384505 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.384838 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:15.497451 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Router 53435701-3a1e-4a05-955f-fe9662de7842 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:15.611173 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:15.620588 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] Sync routers for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:15.631778 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:15.632520 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:42:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:15.652336 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] No DVR routers for this DVR port dee29130-4596-4534-82a4-c8700b8c8761 on host hv-cinder-83400 {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:15.654757 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:15.658779 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c8b6be6f-6e70-456a-b33d-81d5772fe8a5 req-c7a9ec35-b7df-4de6-9bda-67624ac89f40 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.57 "DELETE /v2.0/ports/dee29130-4596-4534-82a4-c8700b8c8761 HTTP/1.1" status: 204 len: 173 time: 1.1398256 Mar 16 16:43:15.659255 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'name': 'network-vif-deleted', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:15.661498 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2e5cea-4879-48a8-9024-d94a87a85cae" -d '{"events": [{"server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "name": "network-vif-deleted", "tag": "dee29130-4596-4534-82a4-c8700b8c8761"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:15.710428 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ba73f-f7ba-42e5-8378-99eeca210ba7 x-openstack-request-id: req-f15ba73f-f7ba-42e5-8378-99eeca210ba7 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:15.710655 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55f6d07-5b71-468d-b4d4-919abe5b51ee", "name": "network-vif-deleted", "tag": "dee29130-4596-4534-82a4-c8700b8c8761", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:15.710825 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f15ba73f-f7ba-42e5-8378-99eeca210ba7 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:15.711225 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55f6d07-5b71-468d-b4d4-919abe5b51ee', 'name': 'network-vif-deleted', 'tag': 'dee29130-4596-4534-82a4-c8700b8c8761', 'status': 'completed', 'code': 200} Mar 16 16:43:15.758350 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:15.980809 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:16.007743 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] Checking router: 53435701-3a1e-4a05-955f-fe9662de7842 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:16.017326 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:16.017935 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:42:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:16.240010 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6769639b-416a-4106-a93e-d45e9e77a44c req-91e0ba55-39b4-4d64-a789-5517538a915a tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55f6d07-5b71-468d-b4d4-919abe5b51ee HTTP/1.1" status: 200 len: 210 time: 0.0311842 Mar 16 16:43:16.269087 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:16.387049 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-509c43ac-13ea-497d-8735-61c61f52b06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:16.473639 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:16.503696 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aa85c-ebd6-4479-9281-b7fec7a400bd None None] The sync data for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi is: [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '7975fa95-32e0-4fa6-bdd7-f991d69bd1c0', 'name': '', 'network_id': '968bf21c-e8e9-4922-94fc-4896f52cbf9a', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'mac_address': 'fa:16:3e:07:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:30Z', 'updated_at': '2022-03-16T16:33:43Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'subnets': [{'id': 'fbe6c50e-89ca-412c-b9db-669aadf76bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:16.713363 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d665144-b314-4286-b0be-71d28e148829 None None] New status for floating IP f3137002-f43f-4a99-bc3a-8f235a126c1a: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:43:17.322337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41376) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:17.374166 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (6d0e1511-ab8f-46c7-afed-137f494964c9), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.397577 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (6d0e1511-ab8f-46c7-afed-137f494964c9), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.448895 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (6d0e1511-ab8f-46c7-afed-137f494964c9), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.452020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.453787 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "DELETE /v2.0/security-groups/6d0e1511-ab8f-46c7-afed-137f494964c9 HTTP/1.1" status: 204 len: 168 time: 0.1299415 Mar 16 16:43:17.456928 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41378) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:17.462460 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e1511-ab8f-46c7-afed-137f494964c9,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:17.470138 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.api.v2.resource [None req-77db82f8-0d7d-4a13-8b3d-3364fc1b6599 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] show failed (client error): The resource could not be found. Mar 16 16:43:17.470305 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.470494 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.470864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.471190 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-77db82f8-0d7d-4a13-8b3d-3364fc1b6599 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "GET /v2.0/security-groups/6d0e1511-ab8f-46c7-afed-137f494964c9 HTTP/1.1" status: 404 len: 347 time: 0.0132782 Mar 16 16:43:17.471404 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.471533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.471858 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.472180 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.472529 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.472852 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.473175 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.473497 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.473822 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.474143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.474262 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41380) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:17.474457 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.474772 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ef0eb-6aa0-4ed6-9dec-d3e3b20c0728 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:17.572384 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.610940 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Deleting port 808be0cd-d64e-4fe1-9414-7da9b90ab8ae {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:17.611277 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.685159 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.685482 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.697499 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Calling delete_port for 808be0cd-d64e-4fe1-9414-7da9b90ab8ae owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:17.831079 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (808be0cd-d64e-4fe1-9414-7da9b90ab8ae), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.853617 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Pushing event deleted for resources: {'Port': ['ID=808be0cd-d64e-4fe1-9414-7da9b90ab8ae,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:17.920301 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks [] for floatingip (f3137002-f43f-4a99-bc3a-8f235a126c1a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.922941 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:17.924102 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-9e6d1479-8b06-4235-aa8b-fb4011d53f20 tempest-AttachVolumeTestJSON-1109701985 tempest-AttachVolumeTestJSON-1109701985-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3137002-f43f-4a99-bc3a-8f235a126c1a HTTP/1.1" status: 204 len: 168 time: 0.4490540 Mar 16 16:43:18.197236 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device dee29130-4596-4534-82a4-c8700b8c8761 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:18.217416 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: dee29130-4596-4534-82a4-c8700b8c8761 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:18.217758 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device dee29130-4596-4534-82a4-c8700b8c8761 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:19.057711 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:19.787943 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41392) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:19.943838 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Deleting port 6b2d2140-b3db-4877-b1a9-c381ebf65668 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:19.944181 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:20.017244 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:20.017574 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for floatingip (6b2d2140-b3db-4877-b1a9-c381ebf65668), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:20.029372 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Calling delete_port for 6b2d2140-b3db-4877-b1a9-c381ebf65668 owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:20.208012 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (6b2d2140-b3db-4877-b1a9-c381ebf65668), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:20.237703 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event deleted for resources: {'Port': ['ID=6b2d2140-b3db-4877-b1a9-c381ebf65668,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:20.301390 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for floatingip (80cdf8aa-4f62-4039-8079-a9b8d0bf89a9), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:20.301717 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Floating IP 80cdf8aa-4f62-4039-8079-a9b8d0bf89a9 disassociated (deleted). External IP: 172.27.0.11, port: 60e9f7aa-c84b-4045-83bb-8fefcf34b947. Mar 16 16:43:20.344304 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:20.513586 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:20.630394 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:20.635091 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:20.639653 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] Sync routers for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:20.649631 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:20.650333 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:20.664951 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-33a2aebb-dd22-4c6c-a1d6-fc034fb03021 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "DELETE /v2.0/floatingips/80cdf8aa-4f62-4039-8079-a9b8d0bf89a9 HTTP/1.1" status: 204 len: 168 time: 0.8758619 Mar 16 16:43:20.665544 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:20.668039 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1bd074-93e1-4260-a028-f79da29123de" -d '{"events": [{"name": "network-changed", "server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:20.706667 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab8b02a-2c84-4645-abc0-ec89a9e1f330 x-openstack-request-id: req-3ab8b02a-2c84-4645-abc0-ec89a9e1f330 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:20.707165 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:20.707473 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ab8b02a-2c84-4645-abc0-ec89a9e1f330 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:20.707883 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'status': 'completed', 'code': 200} Mar 16 16:43:20.767097 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:20.775581 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bd074-93e1-4260-a028-f79da29123de req-26b24550-72ad-4bbf-a409-59d1697199ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:20.777321 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8d1bd074-93e1-4260-a028-f79da29123de req-26b24550-72ad-4bbf-a409-59d1697199ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a06020c8a44210b58c419a83577897&device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 1129 time: 0.0499818 Mar 16 16:43:20.927404 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bd074-93e1-4260-a028-f79da29123de req-5449f839-9ea7-44cc-985b-2e053e7e98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:20.929025 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8d1bd074-93e1-4260-a028-f79da29123de req-5449f839-9ea7-44cc-985b-2e053e7e98d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 200 len: 908 time: 0.1407452 Mar 16 16:43:20.936631 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ac2db-2222-4acb-9d41-f33e84097236 req-9c03d0be-5a99-4b19-a600-f2880d3b9fa0 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:20.938021 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-833ac2db-2222-4acb-9d41-f33e84097236 req-9c03d0be-5a99-4b19-a600-f2880d3b9fa0 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0832269 Mar 16 16:43:20.984893 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:30Z', 'revision_number': 5, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:20.990751 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8d1bd074-93e1-4260-a028-f79da29123de req-ba01f220-a586-4a58-8fb5-6f7133d14e81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 200 len: 217 time: 0.0517943 Mar 16 16:43:21.012742 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] Checking router: 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:21.022271 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:21.022816 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:21.051038 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-833ac2db-2222-4acb-9d41-f33e84097236 req-bde2121b-9337-41f0-af11-51150d1aa2f3 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053240 Mar 16 16:43:21.059945 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bd074-93e1-4260-a028-f79da29123de req-f199eff6-ec31-4c2e-b67b-b33f0ce3b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:21.061428 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8d1bd074-93e1-4260-a028-f79da29123de req-f199eff6-ec31-4c2e-b67b-b33f0ce3b4e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 HTTP/1.1" status: 200 len: 846 time: 0.0647466 Mar 16 16:43:21.110204 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bd074-93e1-4260-a028-f79da29123de req-2ecd1554-46c3-4013-a2f0-0fa5821cc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:21.112216 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8d1bd074-93e1-4260-a028-f79da29123de req-2ecd1554-46c3-4013-a2f0-0fa5821cc97f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447948 Mar 16 16:43:21.134349 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:21.206086 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8d1bd074-93e1-4260-a028-f79da29123de req-a5df199a-d4b0-4e13-99e6-1b942c57894c service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864060 Mar 16 16:43:21.300727 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8d1bd074-93e1-4260-a028-f79da29123de req-4f43afee-3630-4923-ba26-73d67106c2cb service neutron] 10.222.0.57 "GET /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882144 Mar 16 16:43:21.336065 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:30Z', 'revision_number': 5, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:21.362756 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f075ff-c3af-4478-b622-70d911faf07c None None] The sync data for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi is: [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:36:26Z', 'revision_number': 4, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '0adc8abb-f22c-4f86-9113-b35deb7f4c59', 'name': '', 'network_id': 'dcb08504-2fbb-4cdc-a94e-1d9447e47c5d', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'mac_address': 'fa:16:3e:2e:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:25Z', 'updated_at': '2022-03-16T16:36:30Z', 'revision_number': 5, 'project_id': '60a06020c8a44210b58c419a83577897', 'subnets': [{'id': '79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:21.455015 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41416) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:21.600952 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3cac4-a242-4731-a120-9be5eda35b43 None None] New status for floating IP 80cdf8aa-4f62-4039-8079-a9b8d0bf89a9: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:43:21.986295 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (53435701-3a1e-4a05-955f-fe9662de7842), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.255012 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f0831-1550-4720-8b72-fadfc8f239a5 req-1c5ed42e-4a44-4d73-9670-63b966a6a384 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:22.256454 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b25f0831-1550-4720-8b72-fadfc8f239a5 req-1c5ed42e-4a44-4d73-9670-63b966a6a384 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.1199317 Mar 16 16:43:22.338039 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b25f0831-1550-4720-8b72-fadfc8f239a5 req-8c0b8e06-4572-446b-af35-2ec4d3b8a452 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/security-groups?id=a773d0be-1ef3-456d-925e-1de946d5644c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756118 Mar 16 16:43:22.378359 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Deleting port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:22.378698 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.456718 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] For port 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:22.457406 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.475459 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Calling delete_port for 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 owned by network:router_interface {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:22.531589 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6c339-fb19-411b-99f6-997f312858de req-e18978f5-d641-4057-b111-1cc837ddcb0b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:22.533661 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e2c6c339-fb19-411b-99f6-997f312858de req-e18978f5-d641-4057-b111-1cc837ddcb0b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.57 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 945 time: 0.0711102 Mar 16 16:43:22.630242 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Deleting port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:22.630587 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.658379 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (7975fa95-32e0-4fa6-bdd7-f991d69bd1c0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.686378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=7975fa95-32e0-4fa6-bdd7-f991d69bd1c0,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:22.731936 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] For port 60e9f7aa-c84b-4045-83bb-8fefcf34b947, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=60e9f7aa-c84b-4045-83bb-8fefcf34b947,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:22.732325 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.747294 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Calling delete_port for 60e9f7aa-c84b-4045-83bb-8fefcf34b947 owned by compute:nova {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:22.865251 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (53435701-3a1e-4a05-955f-fe9662de7842), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.891514 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (60e9f7aa-c84b-4045-83bb-8fefcf34b947), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.920779 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event deleted for resources: {'Port': ['ID=60e9f7aa-c84b-4045-83bb-8fefcf34b947,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:22.977600 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] No DVR routers for this DVR port 60e9f7aa-c84b-4045-83bb-8fefcf34b947 on host hv-cinder-83400 {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:22.980321 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:22.984419 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e2c6c339-fb19-411b-99f6-997f312858de req-b1976d83-f5dc-4cc1-807f-a9f6c4d12314 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.57 "DELETE /v2.0/ports/60e9f7aa-c84b-4045-83bb-8fefcf34b947 HTTP/1.1" status: 204 len: 173 time: 0.4442852 Mar 16 16:43:22.984893 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-deleted', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:22.987959 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f78b01-b1f0-48af-824a-5e77b44d4038" -d '{"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-deleted", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:23.042940 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aafecc-f201-4934-9c4d-d9175d62be58 x-openstack-request-id: req-90aafecc-f201-4934-9c4d-d9175d62be58 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:23.043399 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db82a23-edd7-4dc5-984f-4d70581c3580", "name": "network-vif-deleted", "tag": "60e9f7aa-c84b-4045-83bb-8fefcf34b947", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:23.043656 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90aafecc-f201-4934-9c4d-d9175d62be58 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:23.044058 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db82a23-edd7-4dc5-984f-4d70581c3580', 'name': 'network-vif-deleted', 'tag': '60e9f7aa-c84b-4045-83bb-8fefcf34b947', 'status': 'completed', 'code': 200} Mar 16 16:43:23.123202 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Router 53435701-3a1e-4a05-955f-fe9662de7842 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:23.503805 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:23.512569 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-77fb4f2e-e810-4ff8-9e59-8e962f1ecdfb admin admin] 10.222.0.30 "PUT /v2.0/routers/53435701-3a1e-4a05-955f-fe9662de7842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0540380 Mar 16 16:43:23.513083 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41430) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:23.516023 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] Sync routers for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:23.527776 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:23.528663 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:23.610072 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ed957022-00db-4e47-b390-eae2f1a576f8 req-41262357-4885-4590-a04d-bfd05b64d5a0 tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "GET /v2.0/ports?device_id=6db82a23-edd7-4dc5-984f-4d70581c3580 HTTP/1.1" status: 200 len: 210 time: 0.1426976 Mar 16 16:43:23.652060 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks [] for router (53435701-3a1e-4a05-955f-fe9662de7842), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:23.655495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:23.765471 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks [] for router_gateway (53435701-3a1e-4a05-955f-fe9662de7842), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:23.818443 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Deleting port b7f29e05-c5a7-4361-8a2d-f90331baf77e {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:23.818778 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:23.836864 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:43:22Z', 'revision_number': 5, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port': {'id': 'b7f29e05-c5a7-4361-8a2d-f90331baf77e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53435701-3a1e-4a05-955f-fe9662de7842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:24Z', 'updated_at': '2022-03-16T16:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:23.867171 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] Checking router: 53435701-3a1e-4a05-955f-fe9662de7842 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:23.875363 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] Routers {'53435701-3a1e-4a05-955f-fe9662de7842'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:23.876600 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['53435701-3a1e-4a05-955f-fe9662de7842'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:23.899098 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] For port b7f29e05-c5a7-4361-8a2d-f90331baf77e, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b7f29e05-c5a7-4361-8a2d-f90331baf77e,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:23.899457 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:23.915346 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Calling delete_port for b7f29e05-c5a7-4361-8a2d-f90331baf77e owned by network:router_gateway {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:23.967074 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] Set router 53435701-3a1e-4a05-955f-fe9662de7842 gateway port host: None {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:24.020554 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:43:23Z', 'revision_number': 6, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:24.052477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b18ae-4036-404e-9e5e-19a975d671b7 None None] The sync data for ids ['53435701-3a1e-4a05-955f-fe9662de7842'] in dv-cinder-834009-1-iscsi is: [{'id': '53435701-3a1e-4a05-955f-fe9662de7842', 'name': 'tempest-AttachVolumeTestJSON-1894792007-router', 'tenant_id': '2376faa24a1947a2a4b4a41a87d143f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:22Z', 'updated_at': '2022-03-16T16:43:23Z', 'revision_number': 6, 'project_id': '2376faa24a1947a2a4b4a41a87d143f9', 'gw_port_host': None}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:24.084413 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b7f29e05-c5a7-4361-8a2d-f90331baf77e), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.108951 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f29e05-c5a7-4361-8a2d-f90331baf77e,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:24.171559 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (53435701-3a1e-4a05-955f-fe9662de7842), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.275094 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (53435701-3a1e-4a05-955f-fe9662de7842), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.277215 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks [] for router_controller (53435701-3a1e-4a05-955f-fe9662de7842), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.342248 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (53435701-3a1e-4a05-955f-fe9662de7842), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.342818 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53435701-3a1e-4a05-955f-fe9662de7842 {{(pid=103491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:43:24.348297 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.349385 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5588f368-68b0-4d45-bb78-8d3d01eebcae admin admin] 10.222.0.30 "DELETE /v2.0/routers/53435701-3a1e-4a05-955f-fe9662de7842 HTTP/1.1" status: 204 len: 168 time: 0.8357511 Mar 16 16:43:24.351984 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41432) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:24.395720 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] Deleting subnet fbe6c50e-89ca-412c-b9db-669aadf76bed {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:43:24.398797 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] Publish callbacks [] for subnet (fbe6c50e-89ca-412c-b9db-669aadf76bed), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.434726 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (fbe6c50e-89ca-412c-b9db-669aadf76bed), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.557217 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (fbe6c50e-89ca-412c-b9db-669aadf76bed), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.609204 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (fbe6c50e-89ca-412c-b9db-669aadf76bed), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.634886 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe6c50e-89ca-412c-b9db-669aadf76bed,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:24.637746 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.642701 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b6a16c9e-ef34-4af2-a50c-6b86417fddc2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fbe6c50e-89ca-412c-b9db-669aadf76bed HTTP/1.1" status: 204 len: 168 time: 0.2871022 Mar 16 16:43:24.643083 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41436) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:24.646283 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e546363-4e88-4b01-828f-26834bf4f565 None None] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:43:24.675442 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41438) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:24.723319 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (968bf21c-e8e9-4922-94fc-4896f52cbf9a), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.738223 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f6bf-60cb-4daf-84e9-5da23e9a120b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group (a773d0be-1ef3-456d-925e-1de946d5644c), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.764351 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f6bf-60cb-4daf-84e9-5da23e9a120b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group (a773d0be-1ef3-456d-925e-1de946d5644c), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.780644 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Deleting port 9fc57272-d050-4dd6-a510-99c6faedfa88 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:24.781323 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.830243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f6bf-60cb-4daf-84e9-5da23e9a120b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (a773d0be-1ef3-456d-925e-1de946d5644c), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.832611 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f6bf-60cb-4daf-84e9-5da23e9a120b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.833703 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-bdf1f6bf-60cb-4daf-84e9-5da23e9a120b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] 10.222.0.30 "DELETE /v2.0/security-groups/a773d0be-1ef3-456d-925e-1de946d5644c HTTP/1.1" status: 204 len: 168 time: 0.1566055 Mar 16 16:43:24.852777 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1f6bf-60cb-4daf-84e9-5da23e9a120b tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773d0be-1ef3-456d-925e-1de946d5644c,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:24.868996 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] For port 9fc57272-d050-4dd6-a510-99c6faedfa88, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=9fc57272-d050-4dd6-a510-99c6faedfa88,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:24.869333 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.879907 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] DHCP port deletion for 968bf21c-e8e9-4922-94fc-4896f52cbf9a request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:43:24.883725 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Calling delete_port for 9fc57272-d050-4dd6-a510-99c6faedfa88 owned by network:dhcp {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:24.934814 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.950319 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] Deleting port 9fc57272-d050-4dd6-a510-99c6faedfa88 {{(pid=103492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:24.950718 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), before_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:24.972179 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.005526 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc57272-d050-4dd6-a510-99c6faedfa88,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:25.007613 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] No DVR routers for this DVR port 9fc57272-d050-4dd6-a510-99c6faedfa88 on host dv-cinder-834009-1-iscsi {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:25.031992 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] For port 9fc57272-d050-4dd6-a510-99c6faedfa88, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=9fc57272-d050-4dd6-a510-99c6faedfa88,segment=NetworkSegment(0fc358f2-10ea-4f96-960e-abc6dda72d53),segment_id=0fc358f2-10ea-4f96-960e-abc6dda72d53)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:25.033305 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), precommit_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.050288 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9fc57272-d050-4dd6-a510-99c6faedfa88 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:25.052760 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] Calling delete_port for 9fc57272-d050-4dd6-a510-99c6faedfa88 owned by network:dhcp {{(pid=103492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:25.088387 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (968bf21c-e8e9-4922-94fc-4896f52cbf9a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.111519 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968bf21c-e8e9-4922-94fc-4896f52cbf9a']}} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:25.123282 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc358f2-10ea-4f96-960e-abc6dda72d53') {'for_net_delete': True} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:25.123861 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc358f2-10ea-4f96-960e-abc6dda72d53') {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:25.136761 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12648482'] for segment (0fc358f2-10ea-4f96-960e-abc6dda72d53), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.152520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (0fc358f2-10ea-4f96-960e-abc6dda72d53), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.160841 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:43:25.161468 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25084362'] for segment (0fc358f2-10ea-4f96-960e-abc6dda72d53), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: Traceback (most recent call last): Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: timer() Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: cb(*args, **kw) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: return func(*args, **kwargs) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: self._notify() Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: self.callback(batched_events) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: event.method(event) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: return f(self, *a, **k) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._get(url).json() Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: return self.request(url, 'GET', **kwargs) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:43:25.163805 dv-cinder-834009-1-iscsi neutron-server[103491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:43:25.212562 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 9fc57272-d050-4dd6-a510-99c6faedfa88 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:25.212903 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9fc57272-d050-4dd6-a510-99c6faedfa88 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:25.213319 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:25.231601 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (968bf21c-e8e9-4922-94fc-4896f52cbf9a), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.239107 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.242409 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] 10.222.0.30 "DELETE /v2.0/networks/968bf21c-e8e9-4922-94fc-4896f52cbf9a HTTP/1.1" status: 204 len: 168 time: 0.5985935 Mar 16 16:43:25.255961 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:25.256339 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 7975fa95-32e0-4fa6-bdd7-f991d69bd1c0 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:25.256870 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b7f29e05-c5a7-4361-8a2d-f90331baf77e no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:25.259052 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a4263-8401-44be-a403-eb0cc3647835 admin admin] Pushing event deleted for resources: {'Network': ['ID=968bf21c-e8e9-4922-94fc-4896f52cbf9a,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:25.313626 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: b7f29e05-c5a7-4361-8a2d-f90331baf77e {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:25.314145 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b7f29e05-c5a7-4361-8a2d-f90331baf77e not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:25.361093 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760'] for port (9fc57272-d050-4dd6-a510-99c6faedfa88), after_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.369275 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] Network 968bf21c-e8e9-4922-94fc-4896f52cbf9a is not hosted by any dhcp agent {{(pid=103492) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 16 16:43:25.369904 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] No DVR routers for this DVR port 9fc57272-d050-4dd6-a510-99c6faedfa88 on host dv-cinder-834009-1-iscsi {{(pid=103492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:25.374085 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41444) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:25.390431 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736ec3-562e-4a6c-b89a-e29789c3581c None None] Pushing event deleted for resources: {'Port': ['ID=9fc57272-d050-4dd6-a510-99c6faedfa88,revision_number=None']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:25.418217 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a13e6531-e8fc-48b0-a28d-a352762afee5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2376faa24a1947a2a4b4a41a87d143f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429935 Mar 16 16:43:25.420618 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41446) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:25.467042 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f82f9591-acd6-4cc5-bf98-7d58bbcc2bbd admin admin] Publish callbacks [] for security_group (899d06ac-b20f-4ada-810c-5b4a44feb847), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.488052 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f82f9591-acd6-4cc5-bf98-7d58bbcc2bbd admin admin] Publish callbacks [] for security_group (899d06ac-b20f-4ada-810c-5b4a44feb847), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.535927 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f82f9591-acd6-4cc5-bf98-7d58bbcc2bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (899d06ac-b20f-4ada-810c-5b4a44feb847), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.538481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f82f9591-acd6-4cc5-bf98-7d58bbcc2bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:25.539634 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f82f9591-acd6-4cc5-bf98-7d58bbcc2bbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/899d06ac-b20f-4ada-810c-5b4a44feb847 HTTP/1.1" status: 204 len: 168 time: 0.1180954 Mar 16 16:43:25.547533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f9591-acd6-4cc5-bf98-7d58bbcc2bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899d06ac-b20f-4ada-810c-5b4a44feb847,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:25.901691 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41460) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:26.207663 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41474) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:26.241710 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 60e9f7aa-c84b-4045-83bb-8fefcf34b947 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:26.268167 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 60e9f7aa-c84b-4045-83bb-8fefcf34b947 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:26.268834 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 60e9f7aa-c84b-4045-83bb-8fefcf34b947 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:26.316481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1082094859-network', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:26.337537 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Made reservation on behalf of 11a070eb547747cfbf2045279e5bbe93 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:43:26.340020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.351931 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.432993 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks [] for security_group (7d8b2053-34ad-47dc-ae92-9f6c6b81502a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.437096 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7d8b2053-34ad-47dc-ae92-9f6c6b81502a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.465985 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:43:26.473684 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b2053-34ad-47dc-ae92-9f6c6b81502a,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:26.480184 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (e9985d2b-14b0-48a1-b63c-38d99935eebb), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.480594 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Added segment e9985d2b-14b0-48a1-b63c-38d99935eebb of type vlan for network 5f316a39-80e5-4dc2-b3fa-f384f2847717 Mar 16 16:43:26.529810 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (5f316a39-80e5-4dc2-b3fa-f384f2847717), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.555922 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (5f316a39-80e5-4dc2-b3fa-f384f2847717), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.556858 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:26.557439 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.614870 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4032176 Mar 16 16:43:26.618825 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41478) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:26.625475 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Request body: {'subnet': {'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-subnet', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:26.635125 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d39669-004e-4352-9907-7203bfba618c admin admin] Pushing event updated for resources: {'Network': ['ID=5f316a39-80e5-4dc2-b3fa-f384f2847717,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:26.641704 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.647961 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:43:26.649408 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Made reservation on behalf of 11a070eb547747cfbf2045279e5bbe93 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:43:26.651933 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24929187'] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.824368 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25084195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24929181'] for subnet (18970fce-c420-451a-8833-881955f34072), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.885597 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18970fce-c420-451a-8833-881955f34072,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:26.889071 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Checking segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:43:26.889481 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Network hostable DHCP agents. Network: 5f316a39-80e5-4dc2-b3fa-f384f2847717, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:43:26.898405 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Deleting port 0adc8abb-f22c-4f86-9113-b35deb7f4c59 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:26.898742 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.908629 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:43:26.917139 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 5f316a39-80e5-4dc2-b3fa-f384f2847717) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:26.921137 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:26.921774 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.927275 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838c7f5-7c57-4edc-abaa-f676e34e9269 None None] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:43:26.943155 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-bcf7e311-6931-44c1-a8f0-7a79519a592b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3206184 Mar 16 16:43:26.943361 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41480) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:26.947469 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:26.971661 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (b8f82d4c-acc9-4669-9a25-66f0899da9e6), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.973085 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (b8f82d4c-acc9-4669-9a25-66f0899da9e6), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.981312 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] For port 0adc8abb-f22c-4f86-9113-b35deb7f4c59, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=0adc8abb-f22c-4f86-9113-b35deb7f4c59,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:26.981872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:26.996684 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Calling delete_port for 0adc8abb-f22c-4f86-9113-b35deb7f4c59 owned by network:router_interface {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:27.042930 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks [] for router_controller (b8f82d4c-acc9-4669-9a25-66f0899da9e6), precommit_add_association {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.045135 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-5f316a39-80e5-4dc2-b3fa-f384f2847717', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:43:27.046463 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.183514 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Allocated IP 172.20.0.2 (5f316a39-80e5-4dc2-b3fa-f384f2847717/18970fce-c420-451a-8833-881955f34072/45c676f1-e5c2-4a1f-afa7-d52825f77afa) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:43:27.191070 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks [] for router_gateway (b8f82d4c-acc9-4669-9a25-66f0899da9e6), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.201886 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (0adc8abb-f22c-4f86-9113-b35deb7f4c59), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.235552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adc8abb-f22c-4f86-9113-b35deb7f4c59,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:27.393170 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Publish callbacks [] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.410249 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.457343 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:27.460055 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:27.463459 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:43:27.468378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks [] for router_gateway (b8f82d4c-acc9-4669-9a25-66f0899da9e6), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.494597 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.521622 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Pushing event updated for resources: {'Port': ['ID=45c676f1-e5c2-4a1f-afa7-d52825f77afa,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:27.545607 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.551655 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Attempting to bind port 45c676f1-e5c2-4a1f-afa7-d52825f77afa on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:43:27.552029 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Attempting to bind port 45c676f1-e5c2-4a1f-afa7-d52825f77afa by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:43:27.552439 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Attempting to bind port 45c676f1-e5c2-4a1f-afa7-d52825f77afa on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:43:27.557444 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:43:27.557825 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Checking segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:43:27.558231 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.558621 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Bound using segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:43:27.559089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Bound port: 45c676f1-e5c2-4a1f-afa7-d52825f77afa, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:43:27.559470 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.608973 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Allocated IP 172.27.0.34 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/b38ed5ed-d7a5-4822-982d-09c56a243ecb) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:43:27.627750 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] For port 45c676f1-e5c2-4a1f-afa7-d52825f77afa, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:43:27.631145 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] For port 45c676f1-e5c2-4a1f-afa7-d52825f77afa, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=45c676f1-e5c2-4a1f-afa7-d52825f77afa,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:43:27.638149 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.695286 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0c8bc-90c6-43ef-91ba-f70bd53a0944 None None] Pushing event updated for resources: {'Port': ['ID=45c676f1-e5c2-4a1f-afa7-d52825f77afa,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:27.746101 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks [] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.787060 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:27.788713 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:27.828579 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:27.832869 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:27.835364 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:43:27.868248 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Pushing event updated for resources: {'Port': ['ID=b38ed5ed-d7a5-4822-982d-09c56a243ecb,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:27.931232 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:27.941588 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5f721a92-2872-469d-8e27-73543cac4029 admin admin] 10.222.0.30 "PUT /v2.0/routers/98e3e5c7-a01b-43ae-889f-eb023b91d4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0387704 Mar 16 16:43:27.942272 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41486) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:27.942442 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] Sync routers for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:27.958526 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:27.959150 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:28.074448 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks [] for router (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.076807 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:28.154420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks [] for router_gateway (b8f82d4c-acc9-4669-9a25-66f0899da9e6), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.188464 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks [] for router_gateway (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.250038 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Deleting port 72b7abca-71a7-4668-8ce3-099f288ce853 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:28.250645 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.271130 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:43:27Z', 'revision_number': 5, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port': {'id': '72b7abca-71a7-4668-8ce3-099f288ce853', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:23Z', 'updated_at': '2022-03-16T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:28.297404 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] Checking router: 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:28.305937 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] Routers {'98e3e5c7-a01b-43ae-889f-eb023b91d4c1'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:28.306531 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:28.344627 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] For port 72b7abca-71a7-4668-8ce3-099f288ce853, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=72b7abca-71a7-4668-8ce3-099f288ce853,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:28.345058 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.358082 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (b8f82d4c-acc9-4669-9a25-66f0899da9e6), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.358321 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Calling delete_port for 72b7abca-71a7-4668-8ce3-099f288ce853 owned by network:router_gateway {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:28.517865 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] Set router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 gateway port host: None {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:28.519468 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:43:28.545701 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (72b7abca-71a7-4668-8ce3-099f288ce853), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.573425 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Pushing event deleted for resources: {'Port': ['ID=72b7abca-71a7-4668-8ce3-099f288ce853,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:28.592880 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:43:28Z', 'revision_number': 6, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:28.621729 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a4793-0c7a-495f-9ae3-03ada9811ff9 None None] The sync data for ids ['98e3e5c7-a01b-43ae-889f-eb023b91d4c1'] in dv-cinder-834009-1-iscsi is: [{'id': '98e3e5c7-a01b-43ae-889f-eb023b91d4c1', 'name': 'tempest-TestShelveInstance-27355359-router', 'tenant_id': '60a06020c8a44210b58c419a83577897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:22Z', 'updated_at': '2022-03-16T16:43:28Z', 'revision_number': 6, 'project_id': '60a06020c8a44210b58c419a83577897', 'gw_port_host': None}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:28.656536 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.675135 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:28.688630 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:28.701425 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.701919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:28.702803 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:28.703238 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-de57d52b-ce7a-4474-a14a-95962616e137 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7589898 Mar 16 16:43:28.706630 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41492) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:28.771114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.774107 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks [] for router_controller (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.826381 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (98e3e5c7-a01b-43ae-889f-eb023b91d4c1), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.827237 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e3e5c7-a01b-43ae-889f-eb023b91d4c1 {{(pid=103490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:43:28.833520 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.837282 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c558e56b-b804-4c9a-ae15-16d22434e19e admin admin] 10.222.0.30 "DELETE /v2.0/routers/98e3e5c7-a01b-43ae-889f-eb023b91d4c1 HTTP/1.1" status: 204 len: 168 time: 0.8917985 Mar 16 16:43:28.837979 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41494) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:28.839885 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0237f2a-a3fc-4d0c-b2df-b36833560984 None None] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:43:28.846972 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:28.892227 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] Deleting subnet 79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 {{(pid=103490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:43:28.896176 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] Publish callbacks [] for subnet (79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:28.933022 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065177'] for subnet (79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.018550 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-198dece2-f593-40ef-974e-946b8dce2cb8 None None] Provisioning complete for port 45c676f1-e5c2-4a1f-afa7-d52825f77afa triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:29.019216 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-198dece2-f593-40ef-974e-946b8dce2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.100858 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.174804 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13634474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13685210'] for subnet (79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.211091 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:29.221512 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.227837 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c79bea77-c26d-4dec-b092-503134ac685c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79e4bc0e-382c-4f96-bdb9-e41fcbe67ba9 HTTP/1.1" status: 204 len: 168 time: 0.3885169 Mar 16 16:43:29.230044 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41496) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:29.247853 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-198dece2-f593-40ef-974e-946b8dce2cb8 None None] Current status of the port 45c676f1-e5c2-4a1f-afa7-d52825f77afa is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:29.248236 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-198dece2-f593-40ef-974e-946b8dce2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.250312 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003596ef-53ea-46a7-bafc-7330529e6ac7 None None] Network dcb08504-2fbb-4cdc-a94e-1d9447e47c5d requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:43:29.305430 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.365414 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Deleting port ef424d16-d381-4807-b24d-5874d0cbb699 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:29.365761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.400452 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-198dece2-f593-40ef-974e-946b8dce2cb8 None None] For port 45c676f1-e5c2-4a1f-afa7-d52825f77afa, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=45c676f1-e5c2-4a1f-afa7-d52825f77afa,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:29.407900 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-198dece2-f593-40ef-974e-946b8dce2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.440307 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] For port ef424d16-d381-4807-b24d-5874d0cbb699, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=ef424d16-d381-4807-b24d-5874d0cbb699,segment=NetworkSegment(d6c3fd79-c410-49eb-bd24-209516586a83),segment_id=d6c3fd79-c410-49eb-bd24-209516586a83)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:29.440945 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.460304 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Calling delete_port for ef424d16-d381-4807-b24d-5874d0cbb699 owned by network:dhcp {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:29.478186 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:28Z', 'revision_number': 3, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:29.513596 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.515942 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dece2-f593-40ef-974e-946b8dce2cb8 None None] Pushing event updated for resources: {'Port': ['ID=45c676f1-e5c2-4a1f-afa7-d52825f77afa,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:29.519943 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:29.520314 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Updating router b8f82d4c-acc9-4669-9a25-66f0899da9e6 port b38ed5ed-d7a5-4822-982d-09c56a243ecb binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:43:29.625537 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (ef424d16-d381-4807-b24d-5874d0cbb699), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.666421 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef424d16-d381-4807-b24d-5874d0cbb699,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:29.675991 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] No DVR routers for this DVR port ef424d16-d381-4807-b24d-5874d0cbb699 on host dv-cinder-834009-1-iscsi {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:29.743315 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67c406-3978-480b-b0ca-92049d285860 None None] DHCP port deletion for dcb08504-2fbb-4cdc-a94e-1d9447e47c5d request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:43:29.745395 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 45c676f1-e5c2-4a1f-afa7-d52825f77afa up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:43:29.774785 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Allocated IP 172.20.0.1 (5f316a39-80e5-4dc2-b3fa-f384f2847717/18970fce-c420-451a-8833-881955f34072/81db0c79-8691-4dd0-85c8-e97e7eba1e95) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:43:29.775479 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.778557 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.809564 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb08504-2fbb-4cdc-a94e-1d9447e47c5d']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:29.821518 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c3fd79-c410-49eb-bd24-209516586a83') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:29.822118 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c3fd79-c410-49eb-bd24-209516586a83') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:29.833330 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (d6c3fd79-c410-49eb-bd24-209516586a83), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.847403 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (d6c3fd79-c410-49eb-bd24-209516586a83), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.858316 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:43:29.858746 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (d6c3fd79-c410-49eb-bd24-209516586a83), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:43:29.861508 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:43:29.912658 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 45c676f1-e5c2-4a1f-afa7-d52825f77afa triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:29.912996 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.913403 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks [] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.917699 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-80008aff-914d-4e94-92ed-c7ca9687691f None None] Provisioning complete for port 45c676f1-e5c2-4a1f-afa7-d52825f77afa triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:29.918060 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-80008aff-914d-4e94-92ed-c7ca9687691f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.933753 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (dcb08504-2fbb-4cdc-a94e-1d9447e47c5d), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.938030 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:29.941828 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] 10.222.0.30 "DELETE /v2.0/networks/dcb08504-2fbb-4cdc-a94e-1d9447e47c5d HTTP/1.1" status: 204 len: 168 time: 0.7104454 Mar 16 16:43:29.945088 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41500) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:29.955875 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0ba3f-e112-4ee9-83b4-9c0a71a6868d admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb08504-2fbb-4cdc-a94e-1d9447e47c5d,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:30.049603 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.100977 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:30.108795 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:30.114504 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Pushing event updated for resources: {'Port': ['ID=81db0c79-8691-4dd0-85c8-e97e7eba1e95,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:30.116727 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:43:30.190157 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 45c676f1-e5c2-4a1f-afa7-d52825f77afa is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:30.193167 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-80008aff-914d-4e94-92ed-c7ca9687691f None None] Current status of the port 45c676f1-e5c2-4a1f-afa7-d52825f77afa is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:30.223621 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (b8f82d4c-acc9-4669-9a25-66f0899da9e6), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.265413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 0adc8abb-f22c-4f86-9113-b35deb7f4c59 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:30.306131 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 0adc8abb-f22c-4f86-9113-b35deb7f4c59 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:30.306867 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 0adc8abb-f22c-4f86-9113-b35deb7f4c59 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:30.310446 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Publish callbacks [] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.317957 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.370893 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Attempting to bind port b38ed5ed-d7a5-4822-982d-09c56a243ecb on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:43:30.371546 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Attempting to bind port b38ed5ed-d7a5-4822-982d-09c56a243ecb by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:43:30.371911 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Attempting to bind port b38ed5ed-d7a5-4822-982d-09c56a243ecb on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:43:30.373818 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa89f0-16e7-4ba1-baf9-8490e7fc55c3 None None] Pushing event updated for resources: {'Port': ['ID=b38ed5ed-d7a5-4822-982d-09c56a243ecb,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:30.381369 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:43:30.381780 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:43:30.382193 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.382580 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:43:30.383058 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Bound port: b38ed5ed-d7a5-4822-982d-09c56a243ecb, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:43:30.383441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.426465 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.437926 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-df092b3f-4cae-4b87-810d-f3b0495cbd65 None None] Provisioning complete for port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:30.438934 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-df092b3f-4cae-4b87-810d-f3b0495cbd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.470087 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] For port b38ed5ed-d7a5-4822-982d-09c56a243ecb, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:43:30.488274 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] For port b38ed5ed-d7a5-4822-982d-09c56a243ecb, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b38ed5ed-d7a5-4822-982d-09c56a243ecb,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:43:30.489551 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-df092b3f-4cae-4b87-810d-f3b0495cbd65 None None] Port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:43:30.496725 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.552231 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:30.552866 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:30.593458 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa89f0-16e7-4ba1-baf9-8490e7fc55c3 None None] Pushing event updated for resources: {'Port': ['ID=b38ed5ed-d7a5-4822-982d-09c56a243ecb,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:30.627509 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.667118 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:30.732148 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks [] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.739895 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.852695 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Pushing event updated for resources: {'Port': ['ID=81db0c79-8691-4dd0-85c8-e97e7eba1e95,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:30.856492 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (b8f82d4c-acc9-4669-9a25-66f0899da9e6), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:30.875483 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:29Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:30.903895 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4863f7-e0f5-4a52-b77d-28f39e9feeb3 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:29Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:31.017515 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:31.020258 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:31.033890 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 45c676f1-e5c2-4a1f-afa7-d52825f77afa up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:43:31.087122 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 45c676f1-e5c2-4a1f-afa7-d52825f77afa triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:31.087574 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:31.190946 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Deleting port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:31.191285 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:31.207227 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:31.216268 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 45c676f1-e5c2-4a1f-afa7-d52825f77afa is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:31.281176 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 72b7abca-71a7-4668-8ce3-099f288ce853 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:31.303025 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 72b7abca-71a7-4668-8ce3-099f288ce853 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:31.303650 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 72b7abca-71a7-4668-8ce3-099f288ce853 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:31.304227 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device ef424d16-d381-4807-b24d-5874d0cbb699 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:31.310951 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] For port b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,segment=NetworkSegment(fbb68022-a81f-4fbb-8879-433159017360),segment_id=fbb68022-a81f-4fbb-8879-433159017360)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:31.311368 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:31.326444 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Calling delete_port for b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea owned by network:router_interface {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:31.331459 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: ef424d16-d381-4807-b24d-5874d0cbb699 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:31.331800 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device ef424d16-d381-4807-b24d-5874d0cbb699 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:31.427518 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-33e4292c-802d-4914-915e-cdcb5e9bdc19 None None] Provisioning complete for port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:31.427904 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-33e4292c-802d-4914-915e-cdcb5e9bdc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:31.468066 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-33e4292c-802d-4914-915e-cdcb5e9bdc19 None None] Port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:43:31.487303 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:31.521999 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2ab3eb4a-9855-4d2a-8261-9b1999a987a4 admin admin] 10.222.0.30 "PUT /v2.0/routers/b8f82d4c-acc9-4669-9a25-66f0899da9e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8141823 Mar 16 16:43:31.617603 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:31.647112 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:32.092088 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41512) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:32.096914 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-f31bdf08-03d2-42aa-80f8-a2334dc544f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072967963', 'description': 'tempest-description--208266907'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:32.123039 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f31bdf08-03d2-42aa-80f8-a2334dc544f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.168252 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.196273 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f31bdf08-03d2-42aa-80f8-a2334dc544f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (bd02721e-9324-406b-9599-1f2daaec0a0d), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.201844 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f31bdf08-03d2-42aa-80f8-a2334dc544f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (bd02721e-9324-406b-9599-1f2daaec0a0d), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.237437 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bdf08-03d2-42aa-80f8-a2334dc544f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd02721e-9324-406b-9599-1f2daaec0a0d,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:32.242872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f31bdf08-03d2-42aa-80f8-a2334dc544f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.245600 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-f31bdf08-03d2-42aa-80f8-a2334dc544f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509187 Mar 16 16:43:32.248757 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41514) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:32.254682 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-ebb1a4e9-f095-44e8-8fdf-8d2ccc5a93ae tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': 'bd02721e-9324-406b-9599-1f2daaec0a0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:32.284058 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebb1a4e9-f095-44e8-8fdf-8d2ccc5a93ae tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (b6e267ac-66a6-4c80-9127-0041ca86f92e), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.352645 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebb1a4e9-f095-44e8-8fdf-8d2ccc5a93ae tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (b6e267ac-66a6-4c80-9127-0041ca86f92e), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.358242 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebb1a4e9-f095-44e8-8fdf-8d2ccc5a93ae tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (b6e267ac-66a6-4c80-9127-0041ca86f92e), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.381196 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1a4e9-f095-44e8-8fdf-8d2ccc5a93ae tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e267ac-66a6-4c80-9127-0041ca86f92e,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:32.395456 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ebb1a4e9-f095-44e8-8fdf-8d2ccc5a93ae tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.399766 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ebb1a4e9-f095-44e8-8fdf-8d2ccc5a93ae tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496253 Mar 16 16:43:32.400455 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41516) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:32.404859 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-0374e7bc-422f-4169-b85d-019c4313cc4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': 'bd02721e-9324-406b-9599-1f2daaec0a0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:32.448414 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:32.449389 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0374e7bc-422f-4169-b85d-019c4313cc4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (2d063720-1575-4fe9-babb-e1e460ae32c4), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.583054 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0374e7bc-422f-4169-b85d-019c4313cc4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (2d063720-1575-4fe9-babb-e1e460ae32c4), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.588941 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0374e7bc-422f-4169-b85d-019c4313cc4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (2d063720-1575-4fe9-babb-e1e460ae32c4), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.613715 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e7bc-422f-4169-b85d-019c4313cc4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d063720-1575-4fe9-babb-e1e460ae32c4,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:32.630273 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0374e7bc-422f-4169-b85d-019c4313cc4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.631473 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0374e7bc-422f-4169-b85d-019c4313cc4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300701 Mar 16 16:43:32.632734 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:32.634986 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41518) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:32.637357 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-6328f748-d70c-4a41-a7f4-6182af351240 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce06f122-62fa-4c3b-856a-b9b8eaf568e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843972 Mar 16 16:43:32.639789 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41520) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:32.640308 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:32.644113 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] Sync routers for ids ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:32.668921 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] Routers {'ce06f122-62fa-4c3b-856a-b9b8eaf568e0'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:32.668921 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:32.707663 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.756212 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks [] for router (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.823462 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] Set router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:32.833009 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.882612 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks [] for router_gateway (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.961082 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Deleting port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:32.961420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:32.973114 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.27.0.112 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/b77bbe3b-7265-430a-8a80-0a824244ac06) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:43:33.092304 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] For port 11a8fb19-5ef7-44e8-bb39-ffacd179d30e, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:33.093334 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.099264 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:43:31Z', 'revision_number': 5, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port': {'id': '11a8fb19-5ef7-44e8-bb39-ffacd179d30e', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:33.106393 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Calling delete_port for 11a8fb19-5ef7-44e8-bb39-ffacd179d30e owned by network:router_gateway {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:33.137752 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] Checking router: ce06f122-62fa-4c3b-856a-b9b8eaf568e0 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:33.149122 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.153613 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] Routers {'ce06f122-62fa-4c3b-856a-b9b8eaf568e0'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:33.154478 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:33.223535 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b38ed5ed-d7a5-4822-982d-09c56a243ecb up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:43:33.235975 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.300025 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:33.304319 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:33.311621 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] Set router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 gateway port host: None {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:33.318632 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:43:33.330600 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port b38ed5ed-d7a5-4822-982d-09c56a243ecb triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:33.331051 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.348883 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=b77bbe3b-7265-430a-8a80-0a824244ac06,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:33.403133 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:43:32Z', 'revision_number': 6, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:33.434902 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5529284-1b17-4438-8166-dad7672ae74e None None] The sync data for ids ['ce06f122-62fa-4c3b-856a-b9b8eaf568e0'] in dv-cinder-834009-1-iscsi is: [{'id': 'ce06f122-62fa-4c3b-856a-b9b8eaf568e0', 'name': 'tempest-TestShelveInstance-1409587613-router', 'tenant_id': 'ac943091775f4eed8bb40db1aca773e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:28Z', 'updated_at': '2022-03-16T16:43:32Z', 'revision_number': 6, 'project_id': 'ac943091775f4eed8bb40db1aca773e1', 'gw_port_host': None}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:33.441498 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (11a8fb19-5ef7-44e8-bb39-ffacd179d30e), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.451157 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (84e8788c-0bf3-45d3-9398-2d32f1b9c597), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.460367 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port b38ed5ed-d7a5-4822-982d-09c56a243ecb is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:33.460855 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.478570 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a8fb19-5ef7-44e8-bb39-ffacd179d30e,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:33.486171 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port b38ed5ed-d7a5-4822-982d-09c56a243ecb, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b38ed5ed-d7a5-4822-982d-09c56a243ecb,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:33.494128 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.517411 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.551775 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.560500 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=b38ed5ed-d7a5-4822-982d-09c56a243ecb,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:33.625100 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:33.638377 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:33.639018 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:33.649182 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.651265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks [] for router_controller (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.698210 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.701809 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (ce06f122-62fa-4c3b-856a-b9b8eaf568e0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.702561 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce06f122-62fa-4c3b-856a-b9b8eaf568e0 {{(pid=103491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:43:33.702948 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.711170 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.712741 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-ac229037-e444-4e50-828e-8beccd8582e6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ce06f122-62fa-4c3b-856a-b9b8eaf568e0 HTTP/1.1" status: 204 len: 168 time: 1.0716209 Mar 16 16:43:33.714934 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41532) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:33.757576 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:33.760524 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] Deleting subnet cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1 {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:43:33.763738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] Publish callbacks [] for subnet (cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.775009 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=b77bbe3b-7265-430a-8a80-0a824244ac06,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:33.788217 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (84e8788c-0bf3-45d3-9398-2d32f1b9c597), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.805581 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.811848 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.813998 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-464cb605-8039-4709-ba45-fbd4d626f22e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1771867 Mar 16 16:43:33.902529 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:33.996693 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.006903 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 2, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:34.014563 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-809ccb2f-2d10-46ca-8385-31826d146cf2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672834 Mar 16 16:43:34.033344 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.036844 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1 HTTP/1.1" status: 204 len: 168 time: 0.3209591 Mar 16 16:43:34.037867 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b6237-b3d3-4c4a-ac83-c94b3f9494d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5ecf62-4800-43ca-a4a5-36cc9d6a64d1,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:34.039404 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41548) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:34.045403 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d8e160-855b-40ef-b43b-3b1edbf90be0 None None] Network bbe1ef0c-eea2-440c-801c-1871cde1af46 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:43:34.049101 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:34.049650 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Updating router b8f82d4c-acc9-4669-9a25-66f0899da9e6 port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:43:34.087755 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-d54b0ba7-afaf-41f4-a0b3-28091d00182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:34.089467 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-d54b0ba7-afaf-41f4-a0b3-28091d00182a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 1131 time: 0.0499051 Mar 16 16:43:34.115956 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-b86c2874-ec51-495f-ad85-a8c78d6ec8c7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1072967963&fields=id&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 267 time: 0.1381981 Mar 16 16:43:34.125210 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.180758 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (bbe1ef0c-eea2-440c-801c-1871cde1af46), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.223471 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-cb3a30cc-af5d-4523-b576-e1255ad371cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:34.225111 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-cb3a30cc-af5d-4523-b576-e1255ad371cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1039329 Mar 16 16:43:34.289623 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-4323413f-83c6-4658-bd84-2321ac145c23 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:34.291244 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-4323413f-83c6-4658-bd84-2321ac145c23 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.1676180 Mar 16 16:43:34.301147 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Deleting port 597f8cc8-617e-40b8-aad4-341710b2ef6b {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:34.301562 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.303664 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-05dd2a01-96ab-4f6d-9866-040cc52ad702 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 200 len: 1002 time: 0.0714586 Mar 16 16:43:34.349771 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-6c15653c-adbc-4a6d-87e7-0e29858748df tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/quotas/11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 375 time: 0.0099108 Mar 16 16:43:34.381732 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-3519f6a0-52f9-43d3-b9cb-a535f91064bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:34.383228 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-3519f6a0-52f9-43d3-b9cb-a535f91064bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 200 len: 855 time: 0.0722439 Mar 16 16:43:34.417402 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] For port 597f8cc8-617e-40b8-aad4-341710b2ef6b, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=597f8cc8-617e-40b8-aad4-341710b2ef6b,segment=NetworkSegment(fbb68022-a81f-4fbb-8879-433159017360),segment_id=fbb68022-a81f-4fbb-8879-433159017360)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:34.417779 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.438966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Calling delete_port for 597f8cc8-617e-40b8-aad4-341710b2ef6b owned by network:dhcp {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:34.445752 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-09d52eba-4de6-4bb6-888f-1c5a96629669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:34.450162 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-09d52eba-4de6-4bb6-888f-1c5a96629669 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7a93c05-5601-48e7-999a-3958f719c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596058 Mar 16 16:43:34.463465 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-3eb7488d-9452-4314-88f3-27fe6447aa52 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986037 Mar 16 16:43:34.487193 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] DHCP port deletion for bbe1ef0c-eea2-440c-801c-1871cde1af46 request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:43:34.587111 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-59f58709-4554-41af-81fa-6c88a1fea801 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270785 Mar 16 16:43:34.609832 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-27856bd2-3cf7-469c-8eda-f06957cec406 service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163688 Mar 16 16:43:34.610577 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.621666 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] Deleting port 597f8cc8-617e-40b8-aad4-341710b2ef6b {{(pid=103492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:34.622051 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), before_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.645776 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=597f8cc8-617e-40b8-aad4-341710b2ef6b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:34.681293 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] No DVR routers for this DVR port 597f8cc8-617e-40b8-aad4-341710b2ef6b on host dv-cinder-834009-1-iscsi {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:34.700597 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0793ab61-68f8-4b09-9034-82a6d8b96a4d req-bbb3d1d1-8de7-42dc-b9d7-7bd422275365 service neutron] 10.222.0.57 "GET /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035550 Mar 16 16:43:34.740699 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Publish callbacks [] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.742624 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] For port 597f8cc8-617e-40b8-aad4-341710b2ef6b, host dv-cinder-834009-1-iscsi, got binding levels [] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:34.743022 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), precommit_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.755089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.768909 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] Calling delete_port for 597f8cc8-617e-40b8-aad4-341710b2ef6b owned by network:dhcp {{(pid=103492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:34.772106 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] Port 597f8cc8-617e-40b8-aad4-341710b2ef6b was not found and therefore no delete operation was performed {{(pid=103492) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 16:43:34.775820 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (bbe1ef0c-eea2-440c-801c-1871cde1af46), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.794007 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760'] for port (597f8cc8-617e-40b8-aad4-341710b2ef6b), after_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.809112 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-4c5ac568-bab3-4e97-a123-338e8e2f3278 service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927462 Mar 16 16:43:34.812039 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe1ef0c-eea2-440c-801c-1871cde1af46']}} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:34.826604 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb68022-a81f-4fbb-8879-433159017360') {'for_net_delete': True} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:34.827160 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb68022-a81f-4fbb-8879-433159017360') {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:34.838844 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] No DVR routers for this DVR port 597f8cc8-617e-40b8-aad4-341710b2ef6b on host dv-cinder-834009-1-iscsi {{(pid=103492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:34.840504 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12648482'] for segment (fbb68022-a81f-4fbb-8879-433159017360), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.859188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (fbb68022-a81f-4fbb-8879-433159017360), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.866863 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:43:34.867335 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25084362'] for segment (fbb68022-a81f-4fbb-8879-433159017360), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: Traceback (most recent call last): Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: timer() Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: cb(*args, **kw) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: return func(*args, **kwargs) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: self._notify() Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: self.callback(batched_events) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: event.method(event) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: return f(self, *a, **k) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._get(url).json() Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: return self.request(url, 'GET', **kwargs) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:43:34.869277 dv-cinder-834009-1-iscsi neutron-server[103491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:43:34.871624 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e04311-8f39-4507-8553-28d06ee812e6 None None] Pushing event updated for resources: {'Port': ['ID=81db0c79-8691-4dd0-85c8-e97e7eba1e95,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:34.941151 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe87d22-5003-4c43-8c1e-97d7cbece185 None None] Pushing event deleted for resources: {'Port': ['ID=597f8cc8-617e-40b8-aad4-341710b2ef6b,revision_number=None']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:34.949806 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (bbe1ef0c-eea2-440c-801c-1871cde1af46), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.959222 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Attempting to bind port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:43:34.959586 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Attempting to bind port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:43:34.959953 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Attempting to bind port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:43:34.961335 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.967652 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bbe1ef0c-eea2-440c-801c-1871cde1af46 HTTP/1.1" status: 204 len: 168 time: 0.9205925 Mar 16 16:43:34.967810 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:43:34.967810 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Checking segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:43:34.967810 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:34.967810 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Bound using segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:43:34.978545 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Bound port: 81db0c79-8691-4dd0-85c8-e97e7eba1e95, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:43:34.979003 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.018419 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f22412-25d7-4a28-8136-f1356f879fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe1ef0c-eea2-440c-801c-1871cde1af46,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:35.134458 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] For port 81db0c79-8691-4dd0-85c8-e97e7eba1e95, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:43:35.138098 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] For port 81db0c79-8691-4dd0-85c8-e97e7eba1e95, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=81db0c79-8691-4dd0-85c8-e97e7eba1e95,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:43:35.149152 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.187945 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b38ed5ed-d7a5-4822-982d-09c56a243ecb up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:43:35.209099 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-075aa857-f75e-4cf9-a697-95defaf507d3 req-4242d4cb-9566-4095-bc53-b3fe5d221c5f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 210 time: 0.1456840 Mar 16 16:43:35.248745 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41564) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:35.280168 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:35.281608 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:35.314909 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-009b2dc8-6a58-4b74-8f07-88032d74c116 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60a06020c8a44210b58c419a83577897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645449 Mar 16 16:43:35.317827 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41566) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:35.371433 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e04311-8f39-4507-8553-28d06ee812e6 None None] Pushing event updated for resources: {'Port': ['ID=81db0c79-8691-4dd0-85c8-e97e7eba1e95,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:35.384940 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-245089d4-c0b8-4134-9789-604c7e5427d0 admin admin] Publish callbacks [] for security_group (065a965f-95f9-48ae-be98-898b8f943165), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.389914 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-72528c52-7eb2-45f1-b2a6-3147a85de17a None None] Provisioning complete for port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:35.390274 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-72528c52-7eb2-45f1-b2a6-3147a85de17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.412042 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-245089d4-c0b8-4134-9789-604c7e5427d0 admin admin] Publish callbacks [] for security_group (065a965f-95f9-48ae-be98-898b8f943165), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.442436 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port b38ed5ed-d7a5-4822-982d-09c56a243ecb triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:35.442808 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.504071 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-245089d4-c0b8-4134-9789-604c7e5427d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (065a965f-95f9-48ae-be98-898b8f943165), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.506973 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-245089d4-c0b8-4134-9789-604c7e5427d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.508655 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-245089d4-c0b8-4134-9789-604c7e5427d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/065a965f-95f9-48ae-be98-898b8f943165 HTTP/1.1" status: 204 len: 168 time: 0.1885951 Mar 16 16:43:35.518624 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245089d4-c0b8-4134-9789-604c7e5427d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a965f-95f9-48ae-be98-898b8f943165,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:35.521070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:35.731842 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port b38ed5ed-d7a5-4822-982d-09c56a243ecb is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:35.737247 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-72528c52-7eb2-45f1-b2a6-3147a85de17a None None] Current status of the port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:35.737630 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-72528c52-7eb2-45f1-b2a6-3147a85de17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.809682 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-72528c52-7eb2-45f1-b2a6-3147a85de17a None None] For port 81db0c79-8691-4dd0-85c8-e97e7eba1e95, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=81db0c79-8691-4dd0-85c8-e97e7eba1e95,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:35.815117 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 11a8fb19-5ef7-44e8-bb39-ffacd179d30e no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:35.855953 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-72528c52-7eb2-45f1-b2a6-3147a85de17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:35.864338 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 11a8fb19-5ef7-44e8-bb39-ffacd179d30e {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:35.864695 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 11a8fb19-5ef7-44e8-bb39-ffacd179d30e not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:35.865096 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:35.901534 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41576) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:35.907518 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:35.907864 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b93cf7ef-7c3a-4a1e-8783-dc994b6da4ea not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:35.908302 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 597f8cc8-617e-40b8-aad4-341710b2ef6b no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:35.934793 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 597f8cc8-617e-40b8-aad4-341710b2ef6b {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:35.935139 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 597f8cc8-617e-40b8-aad4-341710b2ef6b not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:35.942386 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-6b99941a-d30c-4f4e-9bd0-6ab7da976ada admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac943091775f4eed8bb40db1aca773e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396955 Mar 16 16:43:35.945287 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41578) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:35.958491 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72528c52-7eb2-45f1-b2a6-3147a85de17a None None] Pushing event updated for resources: {'Port': ['ID=81db0c79-8691-4dd0-85c8-e97e7eba1e95,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:35.983251 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-24e08472-28f7-4601-a9e8-6ef245d980e3 None None] Provisioning complete for port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:35.986925 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-24e08472-28f7-4601-a9e8-6ef245d980e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:36.005266 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e3a5-caea-4fb5-986b-8b880f9bbd23 admin admin] Publish callbacks [] for security_group (7ddbc7fe-6c82-48c3-843d-05490ab561c1), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:36.012110 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:36.035288 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e3a5-caea-4fb5-986b-8b880f9bbd23 admin admin] Publish callbacks [] for security_group (7ddbc7fe-6c82-48c3-843d-05490ab561c1), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:36.056056 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc65e06-146a-4926-a39e-35e43776b21c None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:36.117450 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e3a5-caea-4fb5-986b-8b880f9bbd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7ddbc7fe-6c82-48c3-843d-05490ab561c1), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:36.121019 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7c4e3a5-caea-4fb5-986b-8b880f9bbd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:36.122868 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d7c4e3a5-caea-4fb5-986b-8b880f9bbd23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ddbc7fe-6c82-48c3-843d-05490ab561c1 HTTP/1.1" status: 204 len: 168 time: 0.1754375 Mar 16 16:43:36.134536 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4e3a5-caea-4fb5-986b-8b880f9bbd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddbc7fe-6c82-48c3-843d-05490ab561c1,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:36.142414 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-24e08472-28f7-4601-a9e8-6ef245d980e3 None None] Current status of the port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:36.365070 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f1e39576-f63a-4621-9e75-f33ec16c6473 req-ddc22f1b-c8e0-4624-9ea0-74aca40b4b06 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 210 time: 0.0450058 Mar 16 16:43:36.604086 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-4c16e5f9-38e1-4321-bc93-0d599e248592 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:36.605793 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-4c16e5f9-38e1-4321-bc93-0d599e248592 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.4186325 Mar 16 16:43:36.669278 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-22f83467-eff9-4b28-846d-e2f650c28e75 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 380 time: 0.0542188 Mar 16 16:43:36.678241 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'port': {'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'admin_state_up': True, 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'security_groups': ['bd02721e-9324-406b-9599-1f2daaec0a0d']}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:36.790456 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Made reservation on behalf of 11a070eb547747cfbf2045279e5bbe93 for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:43:36.794062 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:36.931620 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.20.0.4 (5f316a39-80e5-4dc2-b3fa-f384f2847717/18970fce-c420-451a-8833-881955f34072/9e33e243-0e99-48c0-9e0c-0541afb0efac) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:43:37.046258 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 81db0c79-8691-4dd0-85c8-e97e7eba1e95 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:43:37.080724 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.098559 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:37.098941 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.115182 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.166767 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:37.170270 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:37.174692 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:43:37.181705 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=9e33e243-0e99-48c0-9e0c-0541afb0efac,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:37.182017 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:37.234826 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:37.235686 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.253687 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-5522894e-7c88-4d0e-84f7-86e728b0fdb7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5791085 Mar 16 16:43:37.263909 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-bded822b-ee1d-47e7-8f4e-331b58463ae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:43:37.264895 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-bded822b-ee1d-47e7-8f4e-331b58463ae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054808 Mar 16 16:43:37.279571 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Request body: {'port': {'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:37.340813 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.370009 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-580da0ef-09af-4dd8-95f7-928a5bfe1dcb None None] Provisioning complete for port 9e33e243-0e99-48c0-9e0c-0541afb0efac triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:37.370489 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-580da0ef-09af-4dd8-95f7-928a5bfe1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.407270 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-580da0ef-09af-4dd8-95f7-928a5bfe1dcb None None] Port 9e33e243-0e99-48c0-9e0c-0541afb0efac cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:43:37.571050 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f9ec0-a6b2-4273-9aee-9caac3aa0189 req-de94e067-abc3-4d32-a7d1-a4426cfe6ddf tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:37.572658 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d42f9ec0-a6b2-4273-9aee-9caac3aa0189 req-de94e067-abc3-4d32-a7d1-a4426cfe6ddf tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 931 time: 0.1219816 Mar 16 16:43:37.660489 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d42f9ec0-a6b2-4273-9aee-9caac3aa0189 req-06075c09-e528-4c5f-a897-c512fbe69ea7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748961 Mar 16 16:43:37.695243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e33e243-0e99-48c0-9e0c-0541afb0efac {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:43:37.702748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Publish callbacks [] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.715180 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Transition to ACTIVE for port object 9e33e243-0e99-48c0-9e0c-0541afb0efac will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:43:37.718859 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.774762 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Pushing event updated for resources: {'Port': ['ID=9e33e243-0e99-48c0-9e0c-0541afb0efac,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:37.856647 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Attempting to bind port 9e33e243-0e99-48c0-9e0c-0541afb0efac on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:43:37.857006 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Attempting to bind port 9e33e243-0e99-48c0-9e0c-0541afb0efac by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:43:37.857436 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Attempting to bind port 9e33e243-0e99-48c0-9e0c-0541afb0efac on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:43:37.860852 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-6592dd0d-f6e8-4f63-9037-0c1e11a1e41c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43707153&fields=id&tenant_id=bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 267 time: 0.0488431 Mar 16 16:43:37.867235 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Port 9e33e243-0e99-48c0-9e0c-0541afb0efac on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:43:37.867705 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Attempting to bind port 9e33e243-0e99-48c0-9e0c-0541afb0efac on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:43:37.874950 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:43:37.875291 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Checking segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:43:37.876580 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Bound using segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:43:37.877030 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Bound port: 9e33e243-0e99-48c0-9e0c-0541afb0efac, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:43:37.877394 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.967138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] For port 9e33e243-0e99-48c0-9e0c-0541afb0efac, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:43:37.970426 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] For port 9e33e243-0e99-48c0-9e0c-0541afb0efac, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:43:37.977657 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:37.993048 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-fdbdb84d-eb3e-482c-b39f-626b902de438 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:37.994519 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-fdbdb84d-eb3e-482c-b39f-626b902de438 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 811 time: 0.1221561 Mar 16 16:43:38.009602 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-18a24237-b37d-43cd-a2b8-a4d26c98b572 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/quotas/bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 375 time: 0.0097396 Mar 16 16:43:38.016641 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.017254 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:38.018928 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] 10.222.0.57 "PUT /v2.0/ports/9e33e243-0e99-48c0-9e0c-0541afb0efac HTTP/1.1" status: 200 len: 1093 time: 0.7456794 Mar 16 16:43:38.021337 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:38.024967 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c" -d '{"events": [{"name": "network-changed", "server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:38.087290 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8177bb21-5d19-4079-b3b4-dd0b07b67c02 x-openstack-request-id: req-8177bb21-5d19-4079-b3b4-dd0b07b67c02 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:38.088014 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:38.088014 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8177bb21-5d19-4079-b3b4-dd0b07b67c02 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:38.088361 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'status': 'completed', 'code': 200} Mar 16 16:43:38.092722 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-e84da3c2-893e-45b3-ab8a-a28a339ebc2c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724251 Mar 16 16:43:38.108838 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764834f5-ca90-4228-807b-bd929f435b1a service neutron] Pushing event updated for resources: {'Port': ['ID=9e33e243-0e99-48c0-9e0c-0541afb0efac,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:38.137373 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-3433a557-aa55-4e65-b8d3-a61ca740201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.139896 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-3433a557-aa55-4e65-b8d3-a61ca740201b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 1127 time: 0.0766680 Mar 16 16:43:38.198402 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-9bf8e5d6-b198-4f6b-b9b6-920f4c91f07c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac HTTP/1.1" status: 200 len: 217 time: 0.0383406 Mar 16 16:43:38.209199 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c56bb2d7-fbf6-4e31-9c50-c2df1d10756e service neutron] 10.222.0.30 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035020 Mar 16 16:43:38.254344 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-324c74ad-b8b1-4670-ae19-9d231ed0f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.255967 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-324c74ad-b8b1-4670-ae19-9d231ed0f1ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0506089 Mar 16 16:43:38.305222 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c191028e-6092-4b91-8b09-2fefc26f9e32 service neutron] 10.222.0.30 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902705 Mar 16 16:43:38.306051 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1faba-23cb-445c-8414-625ca445f675 req-f36be92a-74af-40dc-9585-19a8e522c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.307681 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-f36be92a-74af-40dc-9585-19a8e522c6be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462468 Mar 16 16:43:38.398511 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-00828fd4-6902-4f7a-84a9-2c17a7061ed1 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845745 Mar 16 16:43:38.505963 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-31a1faba-23cb-445c-8414-625ca445f675 req-8276ed92-7bf0-4d4d-92cf-c6c764c3722c service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010857 Mar 16 16:43:38.613484 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d0aa51c9-c565-4f92-b471-b76178651ad2 req-5ae5147b-c516-4df5-aa48-e11bae0a7aeb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 210 time: 0.0435312 Mar 16 16:43:38.634869 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-567e7605-7d14-4055-b138-7d699bf28530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.636448 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-567e7605-7d14-4055-b138-7d699bf28530 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 1127 time: 0.0755312 Mar 16 16:43:38.742274 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-1ace7c04-c4e4-4a7f-85d4-5ea225165dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.743781 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-1ace7c04-c4e4-4a7f-85d4-5ea225165dc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.1013176 Mar 16 16:43:38.784308 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22f9bc-12a9-4c6e-b9d0-26550b141380 req-b1959e86-fb52-4cd2-8efb-3e28c3ae35f6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.786297 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8a22f9bc-12a9-4c6e-b9d0-26550b141380 req-b1959e86-fb52-4cd2-8efb-3e28c3ae35f6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 943 time: 0.0587628 Mar 16 16:43:38.787751 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-06d2a07d-1cf4-4b3a-b4f1-d31a6ae4f66a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac HTTP/1.1" status: 200 len: 217 time: 0.0378463 Mar 16 16:43:38.838820 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8a22f9bc-12a9-4c6e-b9d0-26550b141380 req-83f933da-2206-42ec-bab4-ea01864212a5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459061 Mar 16 16:43:38.843351 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-ae401d24-9d25-4ec2-b2a8-6a11eba33dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.845232 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-ae401d24-9d25-4ec2-b2a8-6a11eba33dfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0513873 Mar 16 16:43:38.898047 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-36343c01-3615-4575-882b-acc2b8030f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:38.899554 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-36343c01-3615-4575-882b-acc2b8030f5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487127 Mar 16 16:43:38.997619 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-eeb3ef67-bf03-4520-ae6e-6dd80c5b03e0 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843844 Mar 16 16:43:39.097131 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-41c5a9d8-b08a-40af-aeca-ca9d6fef939c req-8774ec58-cb51-4c9a-955f-2dbb5c4b202c service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923791 Mar 16 16:43:39.615394 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-98f0f821-f12b-4c74-84da-733d594ab1c0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:39.616865 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-98f0f821-f12b-4c74-84da-733d594ab1c0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 811 time: 0.1104050 Mar 16 16:43:39.687867 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-752a7c12-3cce-4afb-9310-385ba941bc41 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd3136bf22694f2188dfb81fc75f84bf HTTP/1.1" status: 200 len: 378 time: 0.0626307 Mar 16 16:43:39.699526 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'port': {'device_id': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'admin_state_up': True, 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'security_groups': ['ec1c26d5-a414-41c3-b0ff-f704a52f38aa']}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:39.752488 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2d4c8d7c-e788-47c2-a4e8-3ff5855b891f req-3417183c-c0bd-40a3-869c-66f2bb7cade9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 210 time: 0.0707417 Mar 16 16:43:39.818229 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Made reservation on behalf of bd3136bf22694f2188dfb81fc75f84bf for: {'port': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:43:39.821523 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:39.961465 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Allocated IP 172.20.0.8 (f3856578-ed0d-4913-964c-b6ede10159d4/feea2aad-8e14-4c05-9d01-b76954f9d544/5c985ddf-103a-4c8b-92cf-81c7f3e78fc4) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:43:39.965793 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d36d-b354-403b-8b1a-246b514fef6a req-3b9fcffc-e35a-4d7b-8cfe-3b5fb5d6745f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:39.967467 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-53e9d36d-b354-403b-8b1a-246b514fef6a req-3b9fcffc-e35a-4d7b-8cfe-3b5fb5d6745f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 943 time: 0.0545034 Mar 16 16:43:40.028247 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-53e9d36d-b354-403b-8b1a-246b514fef6a req-b007a939-ca40-4f16-83ef-905d17551197 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527282 Mar 16 16:43:40.116217 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.152342 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.200796 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Network f3856578-ed0d-4913-964c-b6ede10159d4 is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:40.204673 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:40.208534 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:43:40.214791 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:40.267357 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:40.267927 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.284756 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-c0732190-eb39-422b-84de-55e682aa3365 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893009 Mar 16 16:43:40.295883 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Request body: {'port': {'device_id': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:40.361552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.416866 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-96b3e9dd-527c-410e-af79-020b9e9a5555 None None] Provisioning complete for port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:40.417450 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-96b3e9dd-527c-410e-af79-020b9e9a5555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.449985 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-96b3e9dd-527c-410e-af79-020b9e9a5555 None None] Port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:43:40.621422 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 {{(pid=103490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:43:40.628861 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Publish callbacks [] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.640568 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.provisioning_blocks [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Transition to ACTIVE for port object 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 will not be triggered until provisioned by entity L2. {{(pid=103490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:43:40.644853 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.694754 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:40.769630 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Attempting to bind port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:43:40.769977 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Attempting to bind port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:43:40.770313 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Attempting to bind port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:43:40.776096 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 on network f3856578-ed0d-4913-964c-b6ede10159d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:43:40.776465 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Attempting to bind port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 on network f3856578-ed0d-4913-964c-b6ede10159d4 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:43:40.783615 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:43:40.783970 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Checking segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:43:40.784517 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Bound using segment: {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:43:40.784965 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Bound port: 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e864c8-07b3-4497-bf1a-b90538e0a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:43:40.785474 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.880322 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] For port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4, host hv-cinder-83400, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:43:40.884208 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] For port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:43:40.892435 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.934477 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a1b21-b896-42d3-904f-f88b98f53c75 req-0c766f92-fdb5-4e8d-b292-795fad6ce72d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:40.936010 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3e2a1b21-b896-42d3-904f-f88b98f53c75 req-0c766f92-fdb5-4e8d-b292-795fad6ce72d tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.1049232 Mar 16 16:43:40.940947 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:40.941500 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:40.942867 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 HTTP/1.1" status: 200 len: 1093 time: 0.6510942 Mar 16 16:43:40.943333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:40.945618 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305e574d-7bd6-4ef8-9004-9b361bd078bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:41.004418 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df686bae-de15-4401-895b-d3ab9ff6dead x-openstack-request-id: req-df686bae-de15-4401-895b-d3ab9ff6dead {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:41.004712 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:41.004960 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df686bae-de15-4401-895b-d3ab9ff6dead {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:41.005356 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'status': 'completed', 'code': 200} Mar 16 16:43:41.024782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bdb9c-a227-42b6-94a9-251a4ed564a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:41.045776 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3e2a1b21-b896-42d3-904f-f88b98f53c75 req-710ebc66-5688-4ee6-ba1c-cef1bd1031e3 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963273 Mar 16 16:43:41.060587 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-7c5dadca-d066-41d5-9076-acccb081e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.062322 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-7c5dadca-d066-41d5-9076-acccb081e32f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 1127 time: 0.0807698 Mar 16 16:43:41.107353 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-f3fac300-bd90-4473-accc-a01374f79c68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 HTTP/1.1" status: 200 len: 217 time: 0.0370047 Mar 16 16:43:41.162534 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-f1335118-15d3-4fb9-a911-89b851584ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.164059 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-f1335118-15d3-4fb9-a911-89b851584ec1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0507002 Mar 16 16:43:41.167016 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f296f-4061-41ee-a046-81a6063e2647 req-d03a38f0-dc89-43b3-85fe-60ee518f953e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.168525 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f81f296f-4061-41ee-a046-81a6063e2647 req-d03a38f0-dc89-43b3-85fe-60ee518f953e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 943 time: 0.0574036 Mar 16 16:43:41.216413 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-558ef6b4-c141-4f31-b5ed-4020a2f43a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.217431 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f81f296f-4061-41ee-a046-81a6063e2647 req-2778a9dd-9daa-46fc-b79e-58c9df3e8bef tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426922 Mar 16 16:43:41.217949 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-558ef6b4-c141-4f31-b5ed-4020a2f43a63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484900 Mar 16 16:43:41.309934 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-92feef9b-dcbe-418b-b700-78dc1bc19791 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848093 Mar 16 16:43:41.400951 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-9e61b831-7a0d-4c6f-b4d3-5f5bbc1208b6 req-e4b327b1-a4f1-4264-a8ec-e263344e3f8d service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848436 Mar 16 16:43:41.494245 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-2e8bc5d1-d73d-4b53-8e13-07a2e89f22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.495635 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-2e8bc5d1-d73d-4b53-8e13-07a2e89f22e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 1127 time: 0.0456307 Mar 16 16:43:41.585696 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-53858fb4-fe1f-465c-9ff6-f7912a24b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.587153 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-53858fb4-fe1f-465c-9ff6-f7912a24b9e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0858686 Mar 16 16:43:41.627886 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-e0a04970-8216-4d5e-b5d5-3fc18099e006 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 HTTP/1.1" status: 200 len: 217 time: 0.0347447 Mar 16 16:43:41.673761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-f7865f1d-eaad-4c3c-a43f-876a01411b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.675163 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-f7865f1d-eaad-4c3c-a43f-876a01411b7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0421836 Mar 16 16:43:41.727804 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-bd5a908f-3862-4fa1-bfcc-eb76b8056f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:41.729324 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-bd5a908f-3862-4fa1-bfcc-eb76b8056f1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476241 Mar 16 16:43:41.815308 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-b81a4378-e17b-486f-826e-6bef1802fd80 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792017 Mar 16 16:43:41.904744 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-305e574d-7bd6-4ef8-9004-9b361bd078bb req-2cd85240-ac71-4384-a156-e25b2eff40f8 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Mar 16 16:43:42.173024 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada512d-58d6-48ad-be26-7b58109a5101 req-fdc65cc6-7f28-4e2a-8865-a8628ebcaa15 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:42.174503 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6ada512d-58d6-48ad-be26-7b58109a5101 req-fdc65cc6-7f28-4e2a-8865-a8628ebcaa15 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.0526848 Mar 16 16:43:42.222596 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6ada512d-58d6-48ad-be26-7b58109a5101 req-95f7ca1e-5ba5-4d18-86d8-40119489bcd6 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426095 Mar 16 16:43:42.297927 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 9e33e243-0e99-48c0-9e0c-0541afb0efac details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:43:42.336444 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06b34b-4c74-4a7a-901b-acb185ff1160 req-acee0e3a-c7af-4d19-a845-b5de2be1dc9c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:42.337861 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b06b34b-4c74-4a7a-901b-acb185ff1160 req-acee0e3a-c7af-4d19-a845-b5de2be1dc9c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 943 time: 0.0526993 Mar 16 16:43:42.383400 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b06b34b-4c74-4a7a-901b-acb185ff1160 req-ce9c63af-c485-4b0e-aa9d-8c3c3c11eef4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 Mar 16 16:43:42.397219 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 9e33e243-0e99-48c0-9e0c-0541afb0efac, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:42.408966 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:43:42.445062 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 9e33e243-0e99-48c0-9e0c-0541afb0efac is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:42.445447 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:42.458425 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e33e243-0e99-48c0-9e0c-0541afb0efac {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:43:42.477523 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 9e33e243-0e99-48c0-9e0c-0541afb0efac, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:42.481262 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:42.529875 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=9e33e243-0e99-48c0-9e0c-0541afb0efac,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:42.536718 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.537069 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.537415 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.537757 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.538094 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.538424 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.538750 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.539075 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.539402 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.539722 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.540044 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.540439 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.540764 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.541082 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.541400 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:43:42.865263 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['9e33e243-0e99-48c0-9e0c-0541afb0efac'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:43:43.338963 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b35e7c-ddcd-4cb8-93a8-977f731656b2 req-64d5519e-1d74-4078-b35f-4fd5cae088b4 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:43.340357 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-43b35e7c-ddcd-4cb8-93a8-977f731656b2 req-64d5519e-1d74-4078-b35f-4fd5cae088b4 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.0522614 Mar 16 16:43:43.387320 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-43b35e7c-ddcd-4cb8-93a8-977f731656b2 req-f6fedb6a-139a-413e-80e5-97848c613770 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409195 Mar 16 16:43:43.502071 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bb421-3196-4dcd-87b1-4821aaccd29b req-85a5782b-f4b9-437c-835a-a6ad9e7ccc38 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:43.503537 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e79bb421-3196-4dcd-87b1-4821aaccd29b req-85a5782b-f4b9-437c-835a-a6ad9e7ccc38 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 944 time: 0.0558174 Mar 16 16:43:43.548313 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e79bb421-3196-4dcd-87b1-4821aaccd29b req-58ea4491-94f2-49ac-8dd3-cf0ed078a5ee tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392578 Mar 16 16:43:44.028215 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1675012a-c917-4509-99cb-85f10d7e2d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:44.272332 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 9e33e243-0e99-48c0-9e0c-0541afb0efac up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:43:44.321492 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 9e33e243-0e99-48c0-9e0c-0541afb0efac completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:43:44.325346 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 9e33e243-0e99-48c0-9e0c-0541afb0efac triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:44.325723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:44.400670 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 9e33e243-0e99-48c0-9e0c-0541afb0efac is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:44.401060 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:44.424093 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:44.426407 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf82b5b-1f4a-455f-a8ad-798825141de1" -d '{"events": [{"server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "name": "network-vif-plugged", "status": "completed", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:44.443111 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 9e33e243-0e99-48c0-9e0c-0541afb0efac, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:44.448709 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:44.474220 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8852930-5edf-496e-8ba8-b712f74d05d6 x-openstack-request-id: req-c8852930-5edf-496e-8ba8-b712f74d05d6 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:44.474510 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "name": "network-vif-plugged", "status": "completed", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:44.474766 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8852930-5edf-496e-8ba8-b712f74d05d6 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:44.475162 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'code': 200} Mar 16 16:43:44.505875 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=9e33e243-0e99-48c0-9e0c-0541afb0efac,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:44.513987 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0911de-8c42-45a3-9e03-2ae84f16b1c8 req-7ae33807-761d-40d8-8d62-c8bef3ebddb3 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:44.515565 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ba0911de-8c42-45a3-9e03-2ae84f16b1c8 req-7ae33807-761d-40d8-8d62-c8bef3ebddb3 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.0585759 Mar 16 16:43:44.566831 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-ba0911de-8c42-45a3-9e03-2ae84f16b1c8 req-b9f17a82-54de-48e8-a2db-f35218299f68 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448313 Mar 16 16:43:44.634028 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e933ba5-20eb-4d2f-a25a-169e4dec3067 req-262e91e6-d980-4d3a-96d1-69b91f7fbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:44.635522 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0e933ba5-20eb-4d2f-a25a-169e4dec3067 req-262e91e6-d980-4d3a-96d1-69b91f7fbe21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 1129 time: 0.0443985 Mar 16 16:43:44.668889 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00766f-24d2-497a-b97c-f7d2c4d635ba req-e2ff9c83-6d62-4df3-b255-c06a6085f344 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:44.670362 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7c00766f-24d2-497a-b97c-f7d2c4d635ba req-e2ff9c83-6d62-4df3-b255-c06a6085f344 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 945 time: 0.0534751 Mar 16 16:43:44.679607 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0e933ba5-20eb-4d2f-a25a-169e4dec3067 req-9a0e882a-910f-40f1-9525-8ac9f27060f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 Mar 16 16:43:44.716892 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7c00766f-24d2-497a-b97c-f7d2c4d635ba req-4730bf1e-0edc-414d-a6be-d9d522d65651 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406177 Mar 16 16:43:45.684006 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de0fd-35ce-4f4f-98ad-5d6c0971af6b req-35cbc575-7054-4014-9f46-1ebc3d8cd611 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:45.685500 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-426de0fd-35ce-4f4f-98ad-5d6c0971af6b req-35cbc575-7054-4014-9f46-1ebc3d8cd611 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.0521805 Mar 16 16:43:45.737842 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-426de0fd-35ce-4f4f-98ad-5d6c0971af6b req-233b6a27-5ba3-4be8-977a-633b89df6383 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460727 Mar 16 16:43:45.877892 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1797b7-cc91-443b-9f12-f4b1fe1b9b12 req-58b09f25-7ba4-4186-96bb-aa7cd6c70d8e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:45.879482 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7f1797b7-cc91-443b-9f12-f4b1fe1b9b12 req-58b09f25-7ba4-4186-96bb-aa7cd6c70d8e tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 947 time: 0.0593827 Mar 16 16:43:45.928625 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7f1797b7-cc91-443b-9f12-f4b1fe1b9b12 req-c070721f-a3f6-4efb-a6a5-51c92e9ed2ea tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Mar 16 16:43:46.121816 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a072-0c7a-49e8-894e-7d1612b9b876 req-0913262c-2eb7-48e3-a483-9151dd30fd14 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:46.123199 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b942a072-0c7a-49e8-894e-7d1612b9b876 req-0913262c-2eb7-48e3-a483-9151dd30fd14 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 945 time: 0.3290973 Mar 16 16:43:46.169393 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b942a072-0c7a-49e8-894e-7d1612b9b876 req-6c7a9344-acff-4c70-9b81-7583fd62708a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Mar 16 16:43:46.338179 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e7ea68c-e651-4fb9-aca3-826f81d5361e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:46.852614 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f79f6-a2d9-4d1e-bb90-70507d4d8cd8 req-a7c32fc5-7595-423e-8f31-386acc7f4f07 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:46.854062 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f0f79f6-a2d9-4d1e-bb90-70507d4d8cd8 req-a7c32fc5-7595-423e-8f31-386acc7f4f07 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.0510795 Mar 16 16:43:46.901318 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2f0f79f6-a2d9-4d1e-bb90-70507d4d8cd8 req-a814bcfd-3bfc-461a-9434-faa1473f721a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417814 Mar 16 16:43:47.050982 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d0eb6-2064-412a-8af7-79aaefd623dd req-dc98373a-d7ff-4258-aa70-526593d62cee tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:47.052469 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d93d0eb6-2064-412a-8af7-79aaefd623dd req-dc98373a-d7ff-4258-aa70-526593d62cee tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 947 time: 0.0523212 Mar 16 16:43:47.098354 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d93d0eb6-2064-412a-8af7-79aaefd623dd req-5f058014-a8a9-4249-9b70-3dfa13bb01a6 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403385 Mar 16 16:43:47.285871 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc2711-d01c-4b36-aaf2-7f1d67e4df8c req-79a7fcbd-e9e5-4bdf-86bd-940ea1ba6541 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:47.287253 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-88dc2711-d01c-4b36-aaf2-7f1d67e4df8c req-79a7fcbd-e9e5-4bdf-86bd-940ea1ba6541 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 945 time: 0.0526166 Mar 16 16:43:47.337096 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-88dc2711-d01c-4b36-aaf2-7f1d67e4df8c req-6a5f6fc1-8f51-40e1-a789-1d5b2df46432 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Mar 16 16:43:47.451595 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb106-3899-47bc-a2df-5c47090351d2 req-118b4db5-c66c-4290-b7fe-8900e3f3207e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:47.453134 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f52cb106-3899-47bc-a2df-5c47090351d2 req-118b4db5-c66c-4290-b7fe-8900e3f3207e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 945 time: 0.0546889 Mar 16 16:43:47.463200 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41672) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:47.467577 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:47.507211 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (84e8788c-0bf3-45d3-9398-2d32f1b9c597), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:47.573902 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:47.753307 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-73007071-5d81-4779-bc5e-c248da12258a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:47.754726 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-73007071-5d81-4779-bc5e-c248da12258a tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 947 time: 0.1021457 Mar 16 16:43:48.222758 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772683d4-51ec-4e3c-b602-be366735a6d3 req-a64a786b-c740-45a4-85b7-8f106a1bf29d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:48.224169 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-772683d4-51ec-4e3c-b602-be366735a6d3 req-a64a786b-c740-45a4-85b7-8f106a1bf29d tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 947 time: 0.0531859 Mar 16 16:43:48.271596 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-772683d4-51ec-4e3c-b602-be366735a6d3 req-d713e06b-f46d-4e1a-93f5-2d74a9e15419 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups?id=226d8935-8677-4938-bf2e-5f18e50c78e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416124 Mar 16 16:43:48.277602 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16e09-bb2f-4e11-b0eb-ba2a867ae587 req-74147f19-63f2-4cf3-82bb-2d65b6c4def4 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:48.279168 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-38f16e09-bb2f-4e11-b0eb-ba2a867ae587 req-74147f19-63f2-4cf3-82bb-2d65b6c4def4 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.1446357 Mar 16 16:43:48.296132 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Deleting port da9f93ef-2c74-4619-9468-e133a3b73d73 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:48.296685 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:48.429514 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:48.447346 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (84e8788c-0bf3-45d3-9398-2d32f1b9c597), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:48.466347 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:43:48.491390 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-38f16e09-bb2f-4e11-b0eb-ba2a867ae587 req-7759fa75-e3ae-48a7-8c87-76f010250c45 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019632 Mar 16 16:43:48.527376 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] For port da9f93ef-2c74-4619-9468-e133a3b73d73, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=da9f93ef-2c74-4619-9468-e133a3b73d73,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:48.527740 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:48.654707 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP 84e8788c-0bf3-45d3-9398-2d32f1b9c597 associated. External IP: 172.27.0.112, port: 9e33e243-0e99-48c0-9e0c-0541afb0efac. Mar 16 16:43:48.798951 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:48.799225 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (8ac5a33b-786f-437d-8688-bbc54f0d5721), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:48.799542 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Floating IP 8ac5a33b-786f-437d-8688-bbc54f0d5721 disassociated. External IP: 172.27.0.140, port: da9f93ef-2c74-4619-9468-e133a3b73d73. Mar 16 16:43:48.799887 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Calling delete_port for da9f93ef-2c74-4619-9468-e133a3b73d73 owned by compute:nova {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:49.015341 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:49.037608 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (da9f93ef-2c74-4619-9468-e133a3b73d73), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:49.059063 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:49.135345 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event deleted for resources: {'Port': ['ID=da9f93ef-2c74-4619-9468-e133a3b73d73,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:49.249477 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:49.255296 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:49.259489 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:49.271261 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:49.271874 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:49.300267 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d898b367-f7ba-410e-9cc5-f5fd35508fd0 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "PUT /v2.0/floatingips/84e8788c-0bf3-45d3-9398-2d32f1b9c597 HTTP/1.1" status: 200 len: 991 time: 1.8298802 Mar 16 16:43:49.300267 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:49.300267 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b81687-48d3-4cad-99d8-4067f6bb9103" -d '{"events": [{"name": "network-changed", "server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:49.305248 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:49.353765 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bedc68-7441-422e-a481-d61470148b6a x-openstack-request-id: req-88bedc68-7441-422e-a481-d61470148b6a {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:49.353765 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:49.354099 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88bedc68-7441-422e-a481-d61470148b6a {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:49.354482 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'status': 'completed', 'code': 200} Mar 16 16:43:49.409360 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:49.414669 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-67542b6d-0c8d-49c0-b199-76807e184598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:49.416429 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-67542b6d-0c8d-49c0-b199-76807e184598 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 1129 time: 0.0478992 Mar 16 16:43:49.420438 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fd74c140-cf18-4dbb-8d85-64508298023f req-49f51106-f401-4d67-8876-72f0c9535f41 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/ports?device_id=a062cec8-dfc7-49fd-b3ad-4f7c82cee462 HTTP/1.1" status: 200 len: 210 time: 0.0350564 Mar 16 16:43:49.452016 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:49.466272 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] Sync routers for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:49.478803 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:49.479867 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:49.506383 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] No DVR routers for this DVR port da9f93ef-2c74-4619-9468-e133a3b73d73 on host hv-cinder-83400 {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:49.510488 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:49.528666 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a8aba57d-22b5-4980-b325-c5cc2d271aba req-6b578b00-c31b-4ec5-a282-86bb219c0f7b tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.57 "DELETE /v2.0/ports/da9f93ef-2c74-4619-9468-e133a3b73d73 HTTP/1.1" status: 204 len: 173 time: 1.7654431 Mar 16 16:43:49.595065 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-dd729a90-9f60-41dd-a23f-2c6f9b2a91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:49.597032 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-dd729a90-9f60-41dd-a23f-2c6f9b2a91b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.1748993 Mar 16 16:43:49.632856 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:49.713912 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:48Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:49.731748 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-1eb8a153-d583-4f26-a994-80f3c5c8e68d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac HTTP/1.1" status: 200 len: 999 time: 0.1220949 Mar 16 16:43:49.747786 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:49.757090 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:49.757767 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:49.788506 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79231a-982e-4702-bc92-5f01d51d909f req-2b5ed1e7-b84f-46ce-8cb9-85a70679d109 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:49.790017 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4e79231a-982e-4702-bc92-5f01d51d909f req-2b5ed1e7-b84f-46ce-8cb9-85a70679d109 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 943 time: 0.1817970 Mar 16 16:43:49.800222 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-0d70f366-5f39-4f56-8652-54bbde50a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:49.801838 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-0d70f366-5f39-4f56-8652-54bbde50a67e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0607183 Mar 16 16:43:49.874609 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:49.880823 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-4e79231a-982e-4702-bc92-5f01d51d909f req-da3507bd-d31a-4b66-9099-632fd7e505d5 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779264 Mar 16 16:43:49.887029 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-a8924cd5-03eb-4271-b49b-6349658ea707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:49.888609 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-a8924cd5-03eb-4271-b49b-6349658ea707 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790935 Mar 16 16:43:50.020556 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-0e670a79-8ee2-4635-bb17-ac2b40299586 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194284 Mar 16 16:43:50.049467 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:50.105027 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] Checking router: 0c20c508-144b-463e-a5fd-b4cb3c1d3acc for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:50.117240 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:50.118347 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:50.121811 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27b81687-48d3-4cad-99d8-4067f6bb9103 req-87bd93f5-e946-49eb-ae04-69a3b121b6ee service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985160 Mar 16 16:43:50.223828 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:48Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:50.229511 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:50.253396 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf3105-f419-43f2-86b7-488e01bc7ae7 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:48Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:50.306105 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:43:50.424369 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.474937 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8cbe3e-bfa9-4991-85ba-91105faa58d9 None None] New status for floating IP 84e8788c-0bf3-45d3-9398-2d32f1b9c597: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:43:50.521745 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:50.530570 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41692) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:50.538477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'port_id': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'mac_address': 'fa:16:3e:d7:cc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:43:50.583388 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:50.589027 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bc76ce68-9831-4fd8-91ac-93c9fc41d955 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (226d8935-8677-4938-bf2e-5f18e50c78e0), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.614447 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6527d-84e7-4f5a-aff5-00f08d79d7b1 None None] The sync data for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi is: [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:33:29Z', 'revision_number': 4, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'b206a100-3732-4083-960c-b5a8283b7f52', 'name': '', 'network_id': 'f7a93c05-5601-48e7-999a-3958f719c5b6', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'mac_address': 'fa:16:3e:3e:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:27Z', 'updated_at': '2022-03-16T16:33:38Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'subnets': [{'id': '0519b139-c787-4de0-9c17-2494fbfdb8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:50.614763 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bc76ce68-9831-4fd8-91ac-93c9fc41d955 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (226d8935-8677-4938-bf2e-5f18e50c78e0), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.616237 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:50.616653 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.632080 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:43:50.653751 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:50.662107 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.676499 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bc76ce68-9831-4fd8-91ac-93c9fc41d955 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (226d8935-8677-4938-bf2e-5f18e50c78e0), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.679994 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bc76ce68-9831-4fd8-91ac-93c9fc41d955 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.685059 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41694) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:50.689101 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-bc76ce68-9831-4fd8-91ac-93c9fc41d955 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "DELETE /v2.0/security-groups/226d8935-8677-4938-bf2e-5f18e50c78e0 HTTP/1.1" status: 204 len: 168 time: 0.1562591 Mar 16 16:43:50.700398 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76ce68-9831-4fd8-91ac-93c9fc41d955 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d8935-8677-4938-bf2e-5f18e50c78e0,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:50.701445 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.api.v2.resource [None req-3b8b3847-c12b-44a1-a504-7da66fedc2b5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] show failed (client error): The resource could not be found. Mar 16 16:43:50.706492 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3b8b3847-c12b-44a1-a504-7da66fedc2b5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "GET /v2.0/security-groups/226d8935-8677-4938-bf2e-5f18e50c78e0 HTTP/1.1" status: 404 len: 347 time: 0.0190377 Mar 16 16:43:50.707143 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41696) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:50.737853 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:50.841082 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Deleting port ea43a97a-e1fb-481c-82b2-c71b4049e276 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:50.841524 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.922788 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.923094 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (ea43a97a-e1fb-481c-82b2-c71b4049e276), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:50.927386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d20ac-4d62-419f-988e-821e53688311 None None] New status for floating IP 8ac5a33b-786f-437d-8688-bbc54f0d5721: DOWN {{(pid=103492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:43:50.935888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Calling delete_port for ea43a97a-e1fb-481c-82b2-c71b4049e276 owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:51.010105 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['5c985ddf-103a-4c8b-92cf-81c7f3e78fc4'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:43:51.058617 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cee4e-b55b-474b-9b55-714d0e526c9d req-6bd14bba-73ad-4bea-83be-89bc815e0046 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:51.060122 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-977cee4e-b55b-474b-9b55-714d0e526c9d req-6bd14bba-73ad-4bea-83be-89bc815e0046 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 944 time: 0.0784051 Mar 16 16:43:51.155640 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-977cee4e-b55b-474b-9b55-714d0e526c9d req-6c866bfc-3c4f-4831-8d76-37dbb4fd07b0 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845556 Mar 16 16:43:51.169883 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (ea43a97a-e1fb-481c-82b2-c71b4049e276), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:51.198413 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Pushing event deleted for resources: {'Port': ['ID=ea43a97a-e1fb-481c-82b2-c71b4049e276,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:51.259508 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks [] for floatingip (8ac5a33b-786f-437d-8688-bbc54f0d5721), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:51.262181 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:51.263296 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-fcc29b47-0f3f-4dcd-94e5-992f309bc861 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] 10.222.0.30 "DELETE /v2.0/floatingips/8ac5a33b-786f-437d-8688-bbc54f0d5721 HTTP/1.1" status: 204 len: 168 time: 0.5551176 Mar 16 16:43:51.355464 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-deleted', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:51.357934 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ff853-389c-404d-b897-a2ef237f9ac9" -d '{"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-deleted", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:51.396119 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efb8480-1ecc-4257-8fb1-217709dfeddf x-openstack-request-id: req-5efb8480-1ecc-4257-8fb1-217709dfeddf {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:51.396457 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a062cec8-dfc7-49fd-b3ad-4f7c82cee462", "name": "network-vif-deleted", "tag": "da9f93ef-2c74-4619-9468-e133a3b73d73", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:51.396712 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5efb8480-1ecc-4257-8fb1-217709dfeddf {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:51.397111 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a062cec8-dfc7-49fd-b3ad-4f7c82cee462', 'name': 'network-vif-deleted', 'tag': 'da9f93ef-2c74-4619-9468-e133a3b73d73', 'status': 'completed', 'code': 200} Mar 16 16:43:52.274548 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22464020-4c83-44ce-a958-0af7560d0d4d req-41da5b1c-90a2-48da-9078-6c8f70e6970b tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:52.275957 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-22464020-4c83-44ce-a958-0af7560d0d4d req-41da5b1c-90a2-48da-9078-6c8f70e6970b tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 944 time: 0.0525019 Mar 16 16:43:52.307004 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:43:52.330502 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-22464020-4c83-44ce-a958-0af7560d0d4d req-6bc2b2dd-03ff-4ea4-b2e7-abacf253e9f2 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491021 Mar 16 16:43:52.357794 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:43:52.362211 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:43:52.362582 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:52.439141 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:43:52.439512 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:52.462824 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:52.465083 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d186a-884d-4d90-95d2-e94b71f89078" -d '{"events": [{"server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "name": "network-vif-plugged", "status": "completed", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:52.481477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:52.487543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:52.488526 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:52.510878 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1125363a-179a-4f9b-854f-7ce5c70957bb x-openstack-request-id: req-1125363a-179a-4f9b-854f-7ce5c70957bb {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:52.511166 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "name": "network-vif-plugged", "status": "completed", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:52.511413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1125363a-179a-4f9b-854f-7ce5c70957bb {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:52.511800 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'code': 200} Mar 16 16:43:52.530192 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: da9f93ef-2c74-4619-9468-e133a3b73d73 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:52.530587 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device da9f93ef-2c74-4619-9468-e133a3b73d73 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:52.558010 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:52.737823 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1390c-4616-482a-bd6f-2b44dfc60bc5 req-892add9f-5662-402d-8d7c-7766e57838b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:52.739296 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b3c1390c-4616-482a-bd6f-2b44dfc60bc5 req-892add9f-5662-402d-8d7c-7766e57838b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 1129 time: 0.0490823 Mar 16 16:43:52.784943 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b3c1390c-4616-482a-bd6f-2b44dfc60bc5 req-fab0617a-adfb-4b97-a280-b1b17da5ba00 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395858 Mar 16 16:43:53.447495 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c1e98-803f-43c3-a3ab-65fd1db7fbf3 req-b73f73b5-c371-44bd-8254-3cbd04a60e0e tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:53.449000 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7f5c1e98-803f-43c3-a3ab-65fd1db7fbf3 req-b73f73b5-c371-44bd-8254-3cbd04a60e0e tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 945 time: 0.0523169 Mar 16 16:43:53.498218 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-7f5c1e98-803f-43c3-a3ab-65fd1db7fbf3 req-2aa8a8cc-3d86-4e16-b89c-fa4cad4f4614 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435739 Mar 16 16:43:53.696074 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41728) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:54.185355 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:54.424931 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Deleting port b206a100-3732-4083-960c-b5a8283b7f52 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:54.425163 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b206a100-3732-4083-960c-b5a8283b7f52), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:54.503340 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] For port b206a100-3732-4083-960c-b5a8283b7f52, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b206a100-3732-4083-960c-b5a8283b7f52,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:54.503692 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b206a100-3732-4083-960c-b5a8283b7f52), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:54.516600 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Calling delete_port for b206a100-3732-4083-960c-b5a8283b7f52 owned by network:router_interface {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:54.667416 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074172a-1754-40fc-beda-453a7ab6462d req-c4e6e474-847b-4411-8b37-046961c49ffb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:54.668929 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d074172a-1754-40fc-beda-453a7ab6462d req-c4e6e474-847b-4411-8b37-046961c49ffb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 945 time: 0.1020560 Mar 16 16:43:54.740004 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d074172a-1754-40fc-beda-453a7ab6462d req-6ad930fc-5f3b-4e6a-b896-eaf8d9dcf40a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627177 Mar 16 16:43:54.780561 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b206a100-3732-4083-960c-b5a8283b7f52), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:54.820173 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b206a100-3732-4083-960c-b5a8283b7f52,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:54.872607 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5d2d0-5f00-43d8-894f-ac9e05712db9 req-ca6f7352-0434-4253-97e1-67997abe7e75 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:54.874305 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e0f5d2d0-5f00-43d8-894f-ac9e05712db9 req-ca6f7352-0434-4253-97e1-67997abe7e75 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 945 time: 0.0669694 Mar 16 16:43:54.939435 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:54.951389 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e0f5d2d0-5f00-43d8-894f-ac9e05712db9 req-fdfe7f2d-31ff-4e33-9c89-23167188bd83 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687921 Mar 16 16:43:54.981352 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41736) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:55.032513 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:55.333919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:55.336334 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09723d-fdd0-4c3e-8608-5ba53d8d9e04 tempest-TestVolumeBootPattern-296869157 tempest-TestVolumeBootPattern-296869157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:55.338521 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-6e09723d-fdd0-4c3e-8608-5ba53d8d9e04 tempest-TestVolumeBootPattern-296869157 tempest-TestVolumeBootPattern-296869157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 1124 time: 0.3439739 Mar 16 16:43:55.341297 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41740) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:55.346762 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'port_id': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:43:55.370739 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:55.477816 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:55.485768 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-9ab17c80-b0ff-44d4-af31-515ff09a6c28 admin admin] 10.222.0.30 "PUT /v2.0/routers/0c20c508-144b-463e-a5fd-b4cb3c1d3acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858884 Mar 16 16:43:55.486565 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41742) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:55.489229 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] Sync routers for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:55.505339 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:55.506073 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:55.608711 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks [] for router (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:55.627878 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:55.717362 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks [] for router_gateway (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:55.754990 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:55.776221 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Deleting port d59e551c-021c-47bb-afab-8dbf41492384 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:55.776583 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (d59e551c-021c-47bb-afab-8dbf41492384), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:55.823834 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:43:54Z', 'revision_number': 5, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port': {'id': 'd59e551c-021c-47bb-afab-8dbf41492384', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:33:21Z', 'updated_at': '2022-03-16T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:55.851696 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] Checking router: 0c20c508-144b-463e-a5fd-b4cb3c1d3acc for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:55.857282 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] For port d59e551c-021c-47bb-afab-8dbf41492384, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=d59e551c-021c-47bb-afab-8dbf41492384,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:55.857647 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (d59e551c-021c-47bb-afab-8dbf41492384), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:55.861413 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] Routers {'0c20c508-144b-463e-a5fd-b4cb3c1d3acc'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:55.862043 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:55.869749 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Allocated IP 172.27.0.152 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/2817765a-aa94-418b-b06c-2e485f115b36) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:43:55.876083 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Calling delete_port for d59e551c-021c-47bb-afab-8dbf41492384 owned by network:router_gateway {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:55.956189 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] Set router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc gateway port host: None {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:55.974363 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (2817765a-aa94-418b-b06c-2e485f115b36), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.012569 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:43:55Z', 'revision_number': 6, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:56.012846 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (2817765a-aa94-418b-b06c-2e485f115b36), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.044991 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2d1f0-5144-4c44-a683-256ef12a84df None None] The sync data for ids ['0c20c508-144b-463e-a5fd-b4cb3c1d3acc'] in dv-cinder-834009-1-iscsi is: [{'id': '0c20c508-144b-463e-a5fd-b4cb3c1d3acc', 'name': 'tempest-AttachVolumeShelveTestJSON-234186185-router', 'tenant_id': '1a9c4783297e40fc9fbfee08686a43ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:33:20Z', 'updated_at': '2022-03-16T16:43:55Z', 'revision_number': 6, 'project_id': '1a9c4783297e40fc9fbfee08686a43ef', 'gw_port_host': None}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:56.052007 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (d59e551c-021c-47bb-afab-8dbf41492384), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.055218 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:43:56.060096 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:43:56.063957 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:43:56.083336 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59e551c-021c-47bb-afab-8dbf41492384,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:56.103589 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=2817765a-aa94-418b-b06c-2e485f115b36,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:56.146412 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.238964 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.241169 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks [] for router_controller (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.288252 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (0c20c508-144b-463e-a5fd-b4cb3c1d3acc), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.288883 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c20c508-144b-463e-a5fd-b4cb3c1d3acc {{(pid=103491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:43:56.293436 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.294587 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-89cf707b-0234-4d9d-a9a1-7f287b7f6d44 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0c20c508-144b-463e-a5fd-b4cb3c1d3acc HTTP/1.1" status: 204 len: 168 time: 0.8070083 Mar 16 16:43:56.297290 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41746) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:56.345921 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] Deleting subnet 0519b139-c787-4de0-9c17-2494fbfdb8ac {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:43:56.349023 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] Publish callbacks [] for subnet (0519b139-c787-4de0-9c17-2494fbfdb8ac), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.385648 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (0519b139-c787-4de0-9c17-2494fbfdb8ac), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.440908 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (294ef019-2ab7-495e-8301-4f6e5cbd88cb), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.472024 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (0519b139-c787-4de0-9c17-2494fbfdb8ac), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.527431 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2817765a-aa94-418b-b06c-2e485f115b36), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.528984 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (0519b139-c787-4de0-9c17-2494fbfdb8ac), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.557710 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.561698 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0519b139-c787-4de0-9c17-2494fbfdb8ac HTTP/1.1" status: 204 len: 168 time: 0.2633569 Mar 16 16:43:56.562946 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7304e13-e78d-4a93-a1ed-8f7fb21252f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0519b139-c787-4de0-9c17-2494fbfdb8ac,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:56.563075 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de05e78-5abc-46fd-87fc-7c61195ab402 None None] Network f7a93c05-5601-48e7-999a-3958f719c5b6 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:43:56.565308 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41748) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:56.634275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (f7a93c05-5601-48e7-999a-3958f719c5b6), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.693599 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Deleting port 698f0bc6-1b16-46ef-8de6-82f415d092be {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:56.693599 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.704568 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for port (2817765a-aa94-418b-b06c-2e485f115b36), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.709021 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (2817765a-aa94-418b-b06c-2e485f115b36), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.757126 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] For port 698f0bc6-1b16-46ef-8de6-82f415d092be, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=698f0bc6-1b16-46ef-8de6-82f415d092be,segment=NetworkSegment(b24ec2fd-295f-416d-bf2a-19b63eaea746),segment_id=b24ec2fd-295f-416d-bf2a-19b63eaea746)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:56.757409 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.769966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Calling delete_port for 698f0bc6-1b16-46ef-8de6-82f415d092be owned by network:dhcp {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:56.780254 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event updated for resources: {'Port': ['ID=2817765a-aa94-418b-b06c-2e485f115b36,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:56.790081 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (294ef019-2ab7-495e-8301-4f6e5cbd88cb), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.826451 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] DHCP port deletion for f7a93c05-5601-48e7-999a-3958f719c5b6 request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:43:56.860371 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.885899 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] Deleting port 698f0bc6-1b16-46ef-8de6-82f415d092be {{(pid=103492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:43:56.886277 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), before_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.907805 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Floating IP 294ef019-2ab7-495e-8301-4f6e5cbd88cb associated. External IP: 172.27.0.152, port: 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4. Mar 16 16:43:56.966030 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] For port 698f0bc6-1b16-46ef-8de6-82f415d092be, host dv-cinder-834009-1-iscsi, got binding levels [] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:43:56.966804 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), precommit_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:56.985642 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] Calling delete_port for 698f0bc6-1b16-46ef-8de6-82f415d092be owned by network:dhcp {{(pid=103492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:43:56.988258 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.ipam_backend_mixin [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] Port 698f0bc6-1b16-46ef-8de6-82f415d092be was not found and therefore no delete operation was performed {{(pid=103492) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 16:43:56.990941 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760'] for port (698f0bc6-1b16-46ef-8de6-82f415d092be), after_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.023628 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] No DVR routers for this DVR port 698f0bc6-1b16-46ef-8de6-82f415d092be on host dv-cinder-834009-1-iscsi {{(pid=103492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:57.026792 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a703f30-ff6c-4105-a4b7-8fcabcc206f6 None None] Pushing event deleted for resources: {'Port': ['ID=698f0bc6-1b16-46ef-8de6-82f415d092be,revision_number=None']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:57.079128 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device d59e551c-021c-47bb-afab-8dbf41492384 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:57.101313 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: d59e551c-021c-47bb-afab-8dbf41492384 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:57.101867 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device d59e551c-021c-47bb-afab-8dbf41492384 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:57.102446 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b206a100-3732-4083-960c-b5a8283b7f52 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:57.127265 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: b206a100-3732-4083-960c-b5a8283b7f52 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:57.127715 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b206a100-3732-4083-960c-b5a8283b7f52 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:57.128198 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 698f0bc6-1b16-46ef-8de6-82f415d092be no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:43:57.154286 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 698f0bc6-1b16-46ef-8de6-82f415d092be {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:43:57.154746 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 698f0bc6-1b16-46ef-8de6-82f415d092be not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:43:57.165607 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=698f0bc6-1b16-46ef-8de6-82f415d092be,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:57.171378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] No DVR routers for this DVR port 698f0bc6-1b16-46ef-8de6-82f415d092be on host dv-cinder-834009-1-iscsi {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:43:57.194296 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:43:57.248479 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (f7a93c05-5601-48e7-999a-3958f719c5b6), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.270219 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a93c05-5601-48e7-999a-3958f719c5b6']}} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:57.279878 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24ec2fd-295f-416d-bf2a-19b63eaea746') {'for_net_delete': True} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:57.280183 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24ec2fd-295f-416d-bf2a-19b63eaea746') {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:57.289884 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12648482'] for segment (b24ec2fd-295f-416d-bf2a-19b63eaea746), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.303466 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (b24ec2fd-295f-416d-bf2a-19b63eaea746), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.309303 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:43:57.309689 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25084362'] for segment (b24ec2fd-295f-416d-bf2a-19b63eaea746), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: Traceback (most recent call last): Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: timer() Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: cb(*args, **kw) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: return func(*args, **kwargs) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: self._notify() Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: self.callback(batched_events) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: event.method(event) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: return f(self, *a, **k) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._get(url).json() Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: return self.request(url, 'GET', **kwargs) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:43:57.311312 dv-cinder-834009-1-iscsi neutron-server[103491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:43:57.313963 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:43:57.323142 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:43:57.331033 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.334107 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:57.334737 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:57.362792 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-25c32a99-c4ce-4e07-ac7b-bf4fcc1ba813 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0203540 Mar 16 16:43:57.363438 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:43:57.365766 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a777f1a-ace0-4af0-8c47-7efe67cae97b" -d '{"events": [{"name": "network-changed", "server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:43:57.381763 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (f7a93c05-5601-48e7-999a-3958f719c5b6), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.397194 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.403439 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] 10.222.0.30 "DELETE /v2.0/networks/f7a93c05-5601-48e7-999a-3958f719c5b6 HTTP/1.1" status: 204 len: 168 time: 0.8367565 Mar 16 16:43:57.413976 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1010d4-9e9d-4cc9-b812-7dff7d4ef4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a93c05-5601-48e7-999a-3958f719c5b6,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:57.415311 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0fbf11-0ed6-4d8f-a74e-d3dd23e16041 x-openstack-request-id: req-fb0fbf11-0ed6-4d8f-a74e-d3dd23e16041 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:43:57.415782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:43:57.416217 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb0fbf11-0ed6-4d8f-a74e-d3dd23e16041 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:43:57.416728 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'status': 'completed', 'code': 200} Mar 16 16:43:57.467477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:57.486005 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-6018a6b5-b2ef-4834-8bc8-4cd9f1e2c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:57.487616 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-6018a6b5-b2ef-4834-8bc8-4cd9f1e2c9ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 1129 time: 0.0485651 Mar 16 16:43:57.539772 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41756) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:57.587848 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-af41c1fa-5c24-4572-941b-ce396a473e21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a9c4783297e40fc9fbfee08686a43ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467889 Mar 16 16:43:57.588318 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-856aba22-4d97-4211-97b5-7ac8341b4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:57.588676 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41758) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:57.589953 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-856aba22-4d97-4211-97b5-7ac8341b4b0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0926826 Mar 16 16:43:57.645597 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed12444b-b348-4fdb-b818-f4fd20759bdc admin admin] Publish callbacks [] for security_group (7fce50a7-a9d5-4c37-803e-2bb39d272161), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.667886 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-c87906ff-f41d-472f-a925-795d61a32a39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 HTTP/1.1" status: 200 len: 999 time: 0.0685792 Mar 16 16:43:57.668477 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed12444b-b348-4fdb-b818-f4fd20759bdc admin admin] Publish callbacks [] for security_group (7fce50a7-a9d5-4c37-803e-2bb39d272161), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.726392 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed12444b-b348-4fdb-b818-f4fd20759bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7fce50a7-a9d5-4c37-803e-2bb39d272161), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.726645 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-9cf4c3cc-1b88-4d2e-a70b-e569e2016c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:57.728026 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-9cf4c3cc-1b88-4d2e-a70b-e569e2016c9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0544257 Mar 16 16:43:57.729803 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed12444b-b348-4fdb-b818-f4fd20759bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:57.731088 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ed12444b-b348-4fdb-b818-f4fd20759bdc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fce50a7-a9d5-4c37-803e-2bb39d272161 HTTP/1.1" status: 204 len: 168 time: 0.1414318 Mar 16 16:43:57.749893 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12444b-b348-4fdb-b818-f4fd20759bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce50a7-a9d5-4c37-803e-2bb39d272161,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:57.783188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-55895d5d-f023-4252-9812-6b238fada4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:43:57.784729 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-55895d5d-f023-4252-9812-6b238fada4d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505571 Mar 16 16:43:57.856217 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '294ef019-2ab7-495e-8301-4f6e5cbd88cb', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:d7:cc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:56Z', 'updated_at': '2022-03-16T16:43:56Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}, {'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:28Z', 'revision_number': 1, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:57.879489 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-1a552413-6359-4f3b-8c1f-33aa931c47c7 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868926 Mar 16 16:43:57.883266 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:43:57.892436 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:43:57.893074 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:43:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:57.981082 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6a777f1a-ace0-4af0-8c47-7efe67cae97b req-90d4bba8-d4e6-4fee-bcca-8000d92f9b37 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950732 Mar 16 16:43:58.009198 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:43:58.240876 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '294ef019-2ab7-495e-8301-4f6e5cbd88cb', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:d7:cc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:56Z', 'updated_at': '2022-03-16T16:43:56Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}, {'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:28Z', 'revision_number': 1, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:43:58.271750 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09f33b-1214-4587-9ba3-98bed5fef1a5 None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '294ef019-2ab7-495e-8301-4f6e5cbd88cb', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:d7:cc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:56Z', 'updated_at': '2022-03-16T16:43:56Z', 'revision_number': 0, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}, {'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:28Z', 'revision_number': 1, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:43:58.472647 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bea4c2-3584-4785-9121-56f0b2d0c863 None None] New status for floating IP 294ef019-2ab7-495e-8301-4f6e5cbd88cb: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:43:59.647814 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41828) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:59.749098 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d776f93e-3dfc-4f47-816c-1a5bcc4c3954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:59.822918 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d776f93e-3dfc-4f47-816c-1a5bcc4c3954 admin admin] Publish callbacks [] for security_group (9ff84810-18a9-4af8-a3b9-3287efb60689), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:59.826712 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d776f93e-3dfc-4f47-816c-1a5bcc4c3954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9ff84810-18a9-4af8-a3b9-3287efb60689), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:59.865323 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d776f93e-3dfc-4f47-816c-1a5bcc4c3954 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2effa4e037814a5e8f74011bd40a1876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164183 Mar 16 16:43:59.867192 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f93e-3dfc-4f47-816c-1a5bcc4c3954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff84810-18a9-4af8-a3b9-3287efb60689,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:43:59.868098 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41832) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:43:59.916024 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83f7db11-9e74-49be-a81b-ade9d4e5ebac admin admin] Publish callbacks [] for security_group (9ff84810-18a9-4af8-a3b9-3287efb60689), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:59.936467 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83f7db11-9e74-49be-a81b-ade9d4e5ebac admin admin] Publish callbacks [] for security_group (9ff84810-18a9-4af8-a3b9-3287efb60689), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:59.983968 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83f7db11-9e74-49be-a81b-ade9d4e5ebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (9ff84810-18a9-4af8-a3b9-3287efb60689), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:59.986528 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83f7db11-9e74-49be-a81b-ade9d4e5ebac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:43:59.987682 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-83f7db11-9e74-49be-a81b-ade9d4e5ebac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ff84810-18a9-4af8-a3b9-3287efb60689 HTTP/1.1" status: 204 len: 168 time: 0.1185455 Mar 16 16:43:59.995422 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7db11-9e74-49be-a81b-ade9d4e5ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff84810-18a9-4af8-a3b9-3287efb60689,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:00.248217 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41838) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:00.261979 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f7111c62-561a-407e-9747-3e61edbc2b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:00.339812 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f7111c62-561a-407e-9747-3e61edbc2b13 admin admin] Publish callbacks [] for security_group (7c26732f-b3ed-427d-9a76-6dfac9e5401e), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:00.343704 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f7111c62-561a-407e-9747-3e61edbc2b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7c26732f-b3ed-427d-9a76-6dfac9e5401e), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:00.382711 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f7111c62-561a-407e-9747-3e61edbc2b13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b627b5acc3949c3ae14f9b52666ab63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333957 Mar 16 16:44:00.383438 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7111c62-561a-407e-9747-3e61edbc2b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c26732f-b3ed-427d-9a76-6dfac9e5401e,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:00.385434 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41840) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:00.433949 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-301df269-3021-4e2b-9d8f-fb951bd0cc91 admin admin] Publish callbacks [] for security_group (7c26732f-b3ed-427d-9a76-6dfac9e5401e), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:00.456454 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-301df269-3021-4e2b-9d8f-fb951bd0cc91 admin admin] Publish callbacks [] for security_group (7c26732f-b3ed-427d-9a76-6dfac9e5401e), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:00.504362 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-301df269-3021-4e2b-9d8f-fb951bd0cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7c26732f-b3ed-427d-9a76-6dfac9e5401e), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:00.507513 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-301df269-3021-4e2b-9d8f-fb951bd0cc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:00.508700 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-301df269-3021-4e2b-9d8f-fb951bd0cc91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c26732f-b3ed-427d-9a76-6dfac9e5401e HTTP/1.1" status: 204 len: 168 time: 0.1222305 Mar 16 16:44:00.519407 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301df269-3021-4e2b-9d8f-fb951bd0cc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c26732f-b3ed-427d-9a76-6dfac9e5401e,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:01.156685 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41862) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:01.253985 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-326230038-network', 'tenant_id': '9bfb5252fde34a22bd17bd903855722f'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:44:01.273013 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Made reservation on behalf of 9bfb5252fde34a22bd17bd903855722f for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:44:01.275321 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.287025 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.362593 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks [] for security_group (6d68ba30-26a3-4bc6-a530-6784ad04879b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.366153 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (6d68ba30-26a3-4bc6-a530-6784ad04879b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.392167 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:44:01.398259 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d68ba30-26a3-4bc6-a530-6784ad04879b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:01.404631 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (8dd09b53-0a0b-4b60-af24-45fbc8882635), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.405025 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Added segment 8dd09b53-0a0b-4b60-af24-45fbc8882635 of type vlan for network 0ffd8d73-b6cf-4473-b633-3d41624d6a0b Mar 16 16:44:01.447070 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (0ffd8d73-b6cf-4473-b633-3d41624d6a0b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.472594 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (0ffd8d73-b6cf-4473-b633-3d41624d6a0b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.473594 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:01.474109 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.527855 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3700523 Mar 16 16:44:01.531331 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41866) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:01.536668 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Request body: {'subnet': {'network_id': '0ffd8d73-b6cf-4473-b633-3d41624d6a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-326230038-subnet', 'tenant_id': '9bfb5252fde34a22bd17bd903855722f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:44:01.539252 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97341d-5a6d-48a8-b1f2-bc5f7cb640f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ffd8d73-b6cf-4473-b633-3d41624d6a0b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:01.550193 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 0ffd8d73-b6cf-4473-b633-3d41624d6a0b details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:44:01.556589 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Made reservation on behalf of 9bfb5252fde34a22bd17bd903855722f for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:44:01.559036 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24929187'] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.730237 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25084195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24929181'] for subnet (657064d3-0fe3-4add-8e3a-3fadcfe4eafb), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.778117 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=657064d3-0fe3-4add-8e3a-3fadcfe4eafb,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:01.793413 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Checking segment: {'id': '8dd09b53-0a0b-4b60-af24-45fbc8882635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0ffd8d73-b6cf-4473-b633-3d41624d6a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:44:01.793775 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Network hostable DHCP agents. Network: 0ffd8d73-b6cf-4473-b633-3d41624d6a0b, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:44:01.809972 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Network 0ffd8d73-b6cf-4473-b633-3d41624d6a0b is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:44:01.818508 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 0ffd8d73-b6cf-4473-b633-3d41624d6a0b) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:44:01.822741 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:01.823320 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:01.827248 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe4d3e-fedb-43f5-b3cb-b93566ffc17b None None] Network 0ffd8d73-b6cf-4473-b633-3d41624d6a0b requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:44:01.838176 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3004ea83-c8a4-494c-a6a0-d1bfeb1e2e4e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3060210 Mar 16 16:44:01.922495 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6d4cf-19b2-41b9-babc-c5da387345f6 None None] Network 0ffd8d73-b6cf-4473-b633-3d41624d6a0b requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:44:02.308667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 41882) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:02.313722 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-723845605-network', 'tenant_id': 'bc77c99096ed43808402e01a8f817138'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:44:02.333521 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Made reservation on behalf of bc77c99096ed43808402e01a8f817138 for: {'network': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:44:02.335709 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.344411 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.420403 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks [] for security_group (31a79035-0e64-43a3-91d9-48398edc6015), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.424016 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (31a79035-0e64-43a3-91d9-48398edc6015), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.444243 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:44:02.459443 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a79035-0e64-43a3-91d9-48398edc6015,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:02.463488 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (f2b8d0a2-c76c-4372-a182-bff99f3e5fd5), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.463841 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.segments_db [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Added segment f2b8d0a2-c76c-4372-a182-bff99f3e5fd5 of type vlan for network 8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8 Mar 16 16:44:02.507105 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.531959 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.532956 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:02.533526 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.588461 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2785857 Mar 16 16:44:02.591225 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 41884) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:02.596182 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Request body: {'subnet': {'network_id': '8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-723845605-subnet', 'tenant_id': 'bc77c99096ed43808402e01a8f817138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:44:02.599828 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3091f8-b3a3-49d1-b982-821142f6b14a admin admin] Pushing event updated for resources: {'Network': ['ID=8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:02.609411 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:44:02.618775 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Made reservation on behalf of bc77c99096ed43808402e01a8f817138 for: {'subnet': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:44:02.621212 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13685245'] for subnet (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.788372 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13634537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13685187'] for subnet (34d77a49-0215-4b00-8160-29bf62e5eff4), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.841795 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d77a49-0215-4b00-8160-29bf62e5eff4,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:02.850911 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Checking segment: {'id': 'f2b8d0a2-c76c-4372-a182-bff99f3e5fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:44:02.851265 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Network hostable DHCP agents. Network: 8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:44:02.866856 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Network 8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:44:02.874896 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8) {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:44:02.878757 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:02.879346 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:02.883552 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7cd77-4006-478d-ac46-afd23bf83286 None None] Network 8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:44:02.894970 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d2e43e80-38c8-4469-a8db-18d61fc82452 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025832 Mar 16 16:44:02.980991 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec074b4b-eabc-4518-944d-6e464c83c415 None None] Network 8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:44:14.030880 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-333b5025-9724-4634-8c31-5bee14177a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.189684 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42010) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:16.233360 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] Deleting subnet 657064d3-0fe3-4add-8e3a-3fadcfe4eafb {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:44:16.236746 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] Publish callbacks [] for subnet (657064d3-0fe3-4add-8e3a-3fadcfe4eafb), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.275059 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (657064d3-0fe3-4add-8e3a-3fadcfe4eafb), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.312613 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (657064d3-0fe3-4add-8e3a-3fadcfe4eafb), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.338809 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e9b069a7-f0b0-492c-a297-a4989366f28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.365295 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (657064d3-0fe3-4add-8e3a-3fadcfe4eafb), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.390365 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=657064d3-0fe3-4add-8e3a-3fadcfe4eafb,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:16.395105 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.399163 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-fafba13b-561b-483b-8f7d-ae20cc5c6fc0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/657064d3-0fe3-4add-8e3a-3fadcfe4eafb HTTP/1.1" status: 204 len: 168 time: 0.2078998 Mar 16 16:44:16.401084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42012) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:16.472642 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (0ffd8d73-b6cf-4473-b633-3d41624d6a0b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.548951 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (0ffd8d73-b6cf-4473-b633-3d41624d6a0b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.568040 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffd8d73-b6cf-4473-b633-3d41624d6a0b']}} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:44:16.576939 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd09b53-0a0b-4b60-af24-45fbc8882635') {'for_net_delete': True} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:44:16.577233 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd09b53-0a0b-4b60-af24-45fbc8882635') {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:44:16.586917 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12648482'] for segment (8dd09b53-0a0b-4b60-af24-45fbc8882635), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.600176 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (8dd09b53-0a0b-4b60-af24-45fbc8882635), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.605825 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:44:16.606196 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25084362'] for segment (8dd09b53-0a0b-4b60-af24-45fbc8882635), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: Traceback (most recent call last): Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: timer() Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: cb(*args, **kw) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: return func(*args, **kwargs) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: self._notify() Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: self.callback(batched_events) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: event.method(event) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: return f(self, *a, **k) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._get(url).json() Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: return self.request(url, 'GET', **kwargs) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:44:16.607743 dv-cinder-834009-1-iscsi neutron-server[103491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:44:16.662571 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (0ffd8d73-b6cf-4473-b633-3d41624d6a0b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.667785 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.670935 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0ffd8d73-b6cf-4473-b633-3d41624d6a0b HTTP/1.1" status: 204 len: 168 time: 0.2689352 Mar 16 16:44:16.673938 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42014) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:16.681727 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b95288-77a1-405f-9605-f4506e081f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffd8d73-b6cf-4473-b633-3d41624d6a0b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:16.720016 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_v2 [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Deleting subnet 34d77a49-0215-4b00-8160-29bf62e5eff4 {{(pid=103490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:44:16.723245 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Publish callbacks [] for subnet (34d77a49-0215-4b00-8160-29bf62e5eff4), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.757813 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065177'] for subnet (34d77a49-0215-4b00-8160-29bf62e5eff4), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.804518 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (34d77a49-0215-4b00-8160-29bf62e5eff4), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.856751 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13634474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13685210'] for subnet (34d77a49-0215-4b00-8160-29bf62e5eff4), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.882112 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d77a49-0215-4b00-8160-29bf62e5eff4,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:16.886525 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:16.889692 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/34d77a49-0215-4b00-8160-29bf62e5eff4 HTTP/1.1" status: 204 len: 168 time: 0.2147577 Mar 16 16:44:16.892924 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42016) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:16.895269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.895631 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.895979 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.896349 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.896701 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.897023 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.897349 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.897672 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.898045 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.898326 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.898649 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.898976 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.899295 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.899616 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.899932 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000755cb-6cb3-4637-813c-9a5c8763b7bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:16.962176 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.042392 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.061926 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8']}} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:44:17.071631 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b8d0a2-c76c-4372-a182-bff99f3e5fd5') {'for_net_delete': True} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:44:17.071931 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b8d0a2-c76c-4372-a182-bff99f3e5fd5') {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:44:17.080982 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12648482'] for segment (f2b8d0a2-c76c-4372-a182-bff99f3e5fd5), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.093706 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (f2b8d0a2-c76c-4372-a182-bff99f3e5fd5), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.099492 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:44:17.099869 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25084362'] for segment (f2b8d0a2-c76c-4372-a182-bff99f3e5fd5), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: Traceback (most recent call last): Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: timer() Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: cb(*args, **kw) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: return func(*args, **kwargs) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: self._notify() Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: self.callback(batched_events) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: event.method(event) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: return f(self, *a, **k) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._get(url).json() Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: return self.request(url, 'GET', **kwargs) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:44:17.101470 dv-cinder-834009-1-iscsi neutron-server[103491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:44:17.160578 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.164984 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.169190 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8 HTTP/1.1" status: 204 len: 168 time: 0.2752247 Mar 16 16:44:17.181629 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c076284-91bd-4136-a81b-26982eed8e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6bd9a3-fca4-4beb-9ca7-6eec60c2b1f8,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:17.321705 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42020) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:17.360941 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-12bbf78f-3955-4937-8070-e3ba0d22e993 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bfb5252fde34a22bd17bd903855722f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379887 Mar 16 16:44:17.363125 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42022) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:17.409649 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Publish callbacks [] for security_group (6d68ba30-26a3-4bc6-a530-6784ad04879b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.430504 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Publish callbacks [] for security_group (6d68ba30-26a3-4bc6-a530-6784ad04879b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.477993 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (6d68ba30-26a3-4bc6-a530-6784ad04879b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.480557 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.481705 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d68ba30-26a3-4bc6-a530-6784ad04879b HTTP/1.1" status: 204 len: 168 time: 0.1177011 Mar 16 16:44:17.490564 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d68ba30-26a3-4bc6-a530-6784ad04879b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:17.498115 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.498475 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.498832 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.499175 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.499513 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.500019 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.500187 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.500544 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.500877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.501205 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.501537 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.501886 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.502307 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.502549 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.502875 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf746e4-b55c-4328-9338-e5162c1488c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:44:17.577312 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.800501 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42028) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:17.845378 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-a5e7bc79-4f86-4928-b8b2-5e42da8f99cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc77c99096ed43808402e01a8f817138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435660 Mar 16 16:44:17.848216 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42030) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:17.894246 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b3d2-20db-4868-8ba4-8f8dd19eb24b admin admin] Publish callbacks [] for security_group (31a79035-0e64-43a3-91d9-48398edc6015), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.916072 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b3d2-20db-4868-8ba4-8f8dd19eb24b admin admin] Publish callbacks [] for security_group (31a79035-0e64-43a3-91d9-48398edc6015), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.961624 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b3d2-20db-4868-8ba4-8f8dd19eb24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (31a79035-0e64-43a3-91d9-48398edc6015), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.964243 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0eb3b3d2-20db-4868-8ba4-8f8dd19eb24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:17.965428 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0eb3b3d2-20db-4868-8ba4-8f8dd19eb24b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31a79035-0e64-43a3-91d9-48398edc6015 HTTP/1.1" status: 204 len: 168 time: 0.1162159 Mar 16 16:44:17.975511 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3b3d2-20db-4868-8ba4-8f8dd19eb24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a79035-0e64-43a3-91d9-48398edc6015,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:18.964599 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42064) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:19.064252 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.067804 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c315c0e-e91d-4ae1-bc57-60b21c33097e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.146979 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c315c0e-e91d-4ae1-bc57-60b21c33097e admin admin] Publish callbacks [] for security_group (e8e7e182-5e93-4f0b-ba49-98d445917cb3), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.150739 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c315c0e-e91d-4ae1-bc57-60b21c33097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e8e7e182-5e93-4f0b-ba49-98d445917cb3), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.187863 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-6c315c0e-e91d-4ae1-bc57-60b21c33097e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b6fb2261c6e4338b1aa5374aa97f3ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222011 Mar 16 16:44:19.188780 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c315c0e-e91d-4ae1-bc57-60b21c33097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7e182-5e93-4f0b-ba49-98d445917cb3,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:19.192621 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42068) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:19.241814 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51c60beb-89d7-4a1f-81c5-1abdf5ee9482 admin admin] Publish callbacks [] for security_group (e8e7e182-5e93-4f0b-ba49-98d445917cb3), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.263085 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51c60beb-89d7-4a1f-81c5-1abdf5ee9482 admin admin] Publish callbacks [] for security_group (e8e7e182-5e93-4f0b-ba49-98d445917cb3), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.310442 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51c60beb-89d7-4a1f-81c5-1abdf5ee9482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e8e7e182-5e93-4f0b-ba49-98d445917cb3), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.313214 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-51c60beb-89d7-4a1f-81c5-1abdf5ee9482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:19.314399 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-51c60beb-89d7-4a1f-81c5-1abdf5ee9482 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8e7e182-5e93-4f0b-ba49-98d445917cb3 HTTP/1.1" status: 204 len: 168 time: 0.1207814 Mar 16 16:44:19.323026 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c60beb-89d7-4a1f-81c5-1abdf5ee9482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7e182-5e93-4f0b-ba49-98d445917cb3,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:20.261366 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42098) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:20.334898 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.365750 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-60b8c716-04f9-4141-8b97-e6d8cb5bbfd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.441352 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-60b8c716-04f9-4141-8b97-e6d8cb5bbfd4 admin admin] Publish callbacks [] for security_group (244f644e-e5a2-49f6-80de-5e1ae26385d0), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.445390 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-60b8c716-04f9-4141-8b97-e6d8cb5bbfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (244f644e-e5a2-49f6-80de-5e1ae26385d0), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.485231 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-60b8c716-04f9-4141-8b97-e6d8cb5bbfd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ba8b0505eaa4c77b77a59b0a77336ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227650 Mar 16 16:44:20.485949 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8c716-04f9-4141-8b97-e6d8cb5bbfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f644e-e5a2-49f6-80de-5e1ae26385d0,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:20.489152 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42102) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:20.542203 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16bbff72-1c35-492a-b6b0-87255d505947 admin admin] Publish callbacks [] for security_group (244f644e-e5a2-49f6-80de-5e1ae26385d0), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.563377 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16bbff72-1c35-492a-b6b0-87255d505947 admin admin] Publish callbacks [] for security_group (244f644e-e5a2-49f6-80de-5e1ae26385d0), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.608944 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16bbff72-1c35-492a-b6b0-87255d505947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (244f644e-e5a2-49f6-80de-5e1ae26385d0), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.611477 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-16bbff72-1c35-492a-b6b0-87255d505947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:20.613218 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-16bbff72-1c35-492a-b6b0-87255d505947 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/244f644e-e5a2-49f6-80de-5e1ae26385d0 HTTP/1.1" status: 204 len: 168 time: 0.1222301 Mar 16 16:44:20.620877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbff72-1c35-492a-b6b0-87255d505947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f644e-e5a2-49f6-80de-5e1ae26385d0,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:24.925800 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:25.464750 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:44:39.029179 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-e6d2b361-bcfd-4059-b1c6-94cca25682ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330388 Mar 16 16:44:39.118401 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-a29fd3ab-e063-4f21-b5d1-4d09e6a7b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:39.120656 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-a29fd3ab-e063-4f21-b5d1-4d09e6a7b916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1129 time: 0.0531359 Mar 16 16:44:39.224909 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-fa94c217-6dea-441a-be1a-2d3ed05e02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:39.226358 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-fa94c217-6dea-441a-be1a-2d3ed05e02ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0871599 Mar 16 16:44:39.289501 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-bdc99a83-2aee-4183-945f-08fde272bb9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 200 len: 1000 time: 0.0571899 Mar 16 16:44:39.340055 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-69aa5b1e-a8b4-436e-8cb6-38f3ce58a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:39.341640 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-69aa5b1e-a8b4-436e-8cb6-38f3ce58a2ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0463140 Mar 16 16:44:39.391043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-1d41370b-daa1-48c3-816c-7e2ca8e8b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:44:39.393649 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-1d41370b-daa1-48c3-816c-7e2ca8e8b254 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458643 Mar 16 16:44:39.485829 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-72571edb-229a-4ee8-b6e9-f1910fd03edd service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854709 Mar 16 16:44:39.580132 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1240d1e1-86a8-4c5b-ab02-156ac6ae8920 req-93cecbaf-2205-40ce-a34a-6f63d29e6e57 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865862 Mar 16 16:44:44.032427 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-bcf8538d-d9d2-4921-9e69-885d0cb758d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.048100 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42242) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:44.151425 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-be2b6e2f-e2ac-464f-9778-2e56a8d4f50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.222858 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-be2b6e2f-e2ac-464f-9778-2e56a8d4f50b admin admin] Publish callbacks [] for security_group (7dd9f63f-a1d6-4178-8cd2-adf618cd4178), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.227759 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-be2b6e2f-e2ac-464f-9778-2e56a8d4f50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7dd9f63f-a1d6-4178-8cd2-adf618cd4178), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.267873 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-be2b6e2f-e2ac-464f-9778-2e56a8d4f50b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=026d4f8173304dc086598d7f82613745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186785 Mar 16 16:44:44.268823 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b6e2f-e2ac-464f-9778-2e56a8d4f50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd9f63f-a1d6-4178-8cd2-adf618cd4178,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:44.271546 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42246) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:44.323440 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c5006ddf-d8ad-4761-9fc8-cf021b7c2e0b admin admin] Publish callbacks [] for security_group (7dd9f63f-a1d6-4178-8cd2-adf618cd4178), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.344786 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c5006ddf-d8ad-4761-9fc8-cf021b7c2e0b admin admin] Publish callbacks [] for security_group (7dd9f63f-a1d6-4178-8cd2-adf618cd4178), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.391410 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c5006ddf-d8ad-4761-9fc8-cf021b7c2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7dd9f63f-a1d6-4178-8cd2-adf618cd4178), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.394040 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c5006ddf-d8ad-4761-9fc8-cf021b7c2e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:44.395208 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c5006ddf-d8ad-4761-9fc8-cf021b7c2e0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dd9f63f-a1d6-4178-8cd2-adf618cd4178 HTTP/1.1" status: 204 len: 168 time: 0.1223378 Mar 16 16:44:44.403055 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5006ddf-d8ad-4761-9fc8-cf021b7c2e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd9f63f-a1d6-4178-8cd2-adf618cd4178,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:46.340861 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3739092e-2391-4c5e-b94c-62f587725742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:47.577826 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:49.066212 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:50.338333 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.493567 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42324) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:54.598245 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-cac44d52-4768-4f38-9a6e-721dc23990a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.672946 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-cac44d52-4768-4f38-9a6e-721dc23990a9 admin admin] Publish callbacks [] for security_group (f2d6b366-a33f-46b1-bb7d-45023474c1bf), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.676634 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-cac44d52-4768-4f38-9a6e-721dc23990a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (f2d6b366-a33f-46b1-bb7d-45023474c1bf), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.723026 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-cac44d52-4768-4f38-9a6e-721dc23990a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec3629de51db45ad8421eb57b63bebb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243357 Mar 16 16:44:54.723026 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44d52-4768-4f38-9a6e-721dc23990a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6b366-a33f-46b1-bb7d-45023474c1bf,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:54.723352 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42328) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:44:54.772269 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2bef5965-4cb8-4eb0-880e-d6b3780ee310 admin admin] Publish callbacks [] for security_group (f2d6b366-a33f-46b1-bb7d-45023474c1bf), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.796464 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2bef5965-4cb8-4eb0-880e-d6b3780ee310 admin admin] Publish callbacks [] for security_group (f2d6b366-a33f-46b1-bb7d-45023474c1bf), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.842201 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2bef5965-4cb8-4eb0-880e-d6b3780ee310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (f2d6b366-a33f-46b1-bb7d-45023474c1bf), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.844899 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2bef5965-4cb8-4eb0-880e-d6b3780ee310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:44:54.846034 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2bef5965-4cb8-4eb0-880e-d6b3780ee310 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2d6b366-a33f-46b1-bb7d-45023474c1bf HTTP/1.1" status: 204 len: 168 time: 0.1230819 Mar 16 16:44:54.854065 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef5965-4cb8-4eb0-880e-d6b3780ee310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6b366-a33f-46b1-bb7d-45023474c1bf,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:44:54.961723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:02.464198 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:45:14.034037 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a409e9b4-0bb6-4a4d-9a76-681244699ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:16.340961 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d652ca16-fe8e-4532-8ff2-9200addf8974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:17.581609 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:19.065628 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:20.342644 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:24.975966 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.730905 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42386) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:45:32.735482 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639192265', 'description': 'tempest-description--1257462603'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:45:32.755033 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.818294 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.821910 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.850296 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.852149 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1202352 Mar 16 16:45:32.854006 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:32.855180 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42388) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:45:32.859700 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': 'cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:45:32.861267 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.861624 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.861972 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.862314 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.862653 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.862990 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.863328 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.863656 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.863986 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.864366 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.864706 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.865032 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.865358 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.865681 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.866006 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fe365-8bab-4e50-a1e6-ddd740c30daa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.885281 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (de5f9e39-3285-4dc9-8301-b00ad3f010f0), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.939455 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (de5f9e39-3285-4dc9-8301-b00ad3f010f0), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.943340 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (de5f9e39-3285-4dc9-8301-b00ad3f010f0), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.961915 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5f9e39-3285-4dc9-8301-b00ad3f010f0,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:32.966997 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:32.968167 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119959 Mar 16 16:45:32.971014 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42390) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:45:32.972834 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.973190 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.973531 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.973869 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.974203 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.974534 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.974862 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.975186 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.975514 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.975630 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-26805006-c256-4e12-afca-858cd31b82e9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': 'cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:45:32.976543 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.976923 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.977342 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.977677 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.978007 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:32.978333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8de83a-90e8-40a3-93be-c2e9c903f422 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:33.002259 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-26805006-c256-4e12-afca-858cd31b82e9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (b6f0615c-72c8-4066-a430-b63ff2b9ad9b), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.058563 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-26805006-c256-4e12-afca-858cd31b82e9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (b6f0615c-72c8-4066-a430-b63ff2b9ad9b), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.062064 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-26805006-c256-4e12-afca-858cd31b82e9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (b6f0615c-72c8-4066-a430-b63ff2b9ad9b), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.079741 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26805006-c256-4e12-afca-858cd31b82e9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f0615c-72c8-4066-a430-b63ff2b9ad9b,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:33.087576 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-26805006-c256-4e12-afca-858cd31b82e9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.088780 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-26805006-c256-4e12-afca-858cd31b82e9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167359 Mar 16 16:45:33.091834 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42394) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:45:33.095975 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:45:33.115968 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.212813 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.317911 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.27.0.146 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/fa081907-9b07-4c74-925b-8f928499050b) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:45:33.417095 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (fa081907-9b07-4c74-925b-8f928499050b), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.448835 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (fa081907-9b07-4c74-925b-8f928499050b), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.487280 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:45:33.490085 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:45:33.493658 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:45:33.518279 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=fa081907-9b07-4c74-925b-8f928499050b,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:33.583700 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (1df06295-8216-4ff2-8632-1533fcb84354), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.619075 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (fa081907-9b07-4c74-925b-8f928499050b), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.782086 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (fa081907-9b07-4c74-925b-8f928499050b), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.787423 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (fa081907-9b07-4c74-925b-8f928499050b), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.865099 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=fa081907-9b07-4c74-925b-8f928499050b,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:33.876588 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (1df06295-8216-4ff2-8632-1533fcb84354), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.892735 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:33.893972 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-05a003f5-b22c-435f-a3bb-11ad058d71f8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8011971 Mar 16 16:45:34.090920 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-edc3b929-92f2-4eb4-8db1-b917ef2f08a1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--639192265&fields=id&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 267 time: 0.0458231 Mar 16 16:45:34.199033 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-19482129-46f0-4e80-9378-87fe3d573f72 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:34.200541 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-19482129-46f0-4e80-9378-87fe3d573f72 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.1033704 Mar 16 16:45:34.214652 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-a91eedb9-6e93-42c2-9fc0-c6a74b1602ee tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/quotas/11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 375 time: 0.0088611 Mar 16 16:45:34.268509 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-972709ac-89f6-43a0-bd49-559832e23b5d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490940 Mar 16 16:45:34.371600 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-327ac738-4007-469e-a412-2a64039237b4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:45:34.372621 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-327ac738-4007-469e-a412-2a64039237b4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936301 Mar 16 16:45:34.467703 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-b651c320-2987-49fc-ace3-0eda1bedc83b service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892313 Mar 16 16:45:34.553845 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-aeb037c2-a7f3-4859-af05-a0fcfdc053b2 service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805292 Mar 16 16:45:34.710859 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-e0b92610-ccf0-4850-a891-889c486c76f1 req-a0e1a5e6-7955-49bb-b9cb-ba7f76875f02 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0269558 Mar 16 16:45:35.813876 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-dc4564fa-1edb-43a5-92c3-2a9e2fe944ec req-4131ac58-ab00-472f-9cc6-38195af2eb6e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0349376 Mar 16 16:45:36.030144 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-6b2d1afa-5c60-4a7a-8dbb-18d663da5460 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:36.031606 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-6b2d1afa-5c60-4a7a-8dbb-18d663da5460 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.1107740 Mar 16 16:45:36.110235 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-f025efa1-93d3-49bc-b16b-469c89d88dbc tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 472 time: 0.0699296 Mar 16 16:45:36.120919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'port': {'device_id': 'ba894595-db8e-484d-9010-e214898e0ee8', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'admin_state_up': True, 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'security_groups': ['cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:45:36.229589 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Made reservation on behalf of 11a070eb547747cfbf2045279e5bbe93 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:45:36.232943 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:36.360948 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.20.0.11 (5f316a39-80e5-4dc2-b3fa-f384f2847717/18970fce-c420-451a-8833-881955f34072/b09ae317-9cf1-4dde-80a3-e64eaff687de) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:45:36.492463 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:36.526180 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:36.570563 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:45:36.575445 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:45:36.578314 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:45:36.607614 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=b09ae317-9cf1-4dde-80a3-e64eaff687de,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:36.636177 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:36.637009 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:36.653649 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-0a8bb270-cfc4-4a61-b631-6da9fe01f65b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5360062 Mar 16 16:45:36.665529 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Request body: {'port': {'device_id': 'ba894595-db8e-484d-9010-e214898e0ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:45:36.727079 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:36.831312 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-df2255b1-6fd1-4490-add4-1b7e2e3755cd None None] Provisioning complete for port b09ae317-9cf1-4dde-80a3-e64eaff687de triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:45:36.831921 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-df2255b1-6fd1-4490-add4-1b7e2e3755cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:36.871142 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-df2255b1-6fd1-4490-add4-1b7e2e3755cd None None] Port b09ae317-9cf1-4dde-80a3-e64eaff687de cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:45:36.937956 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7c97a-723b-48e6-8eb3-5f319cf43e6d req-035778f0-7ca5-4e5f-8c19-9f6f0e611380 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:36.939464 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b4a7c97a-723b-48e6-8eb3-5f319cf43e6d req-035778f0-7ca5-4e5f-8c19-9f6f0e611380 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 932 time: 0.0585098 Mar 16 16:45:36.999143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09ae317-9cf1-4dde-80a3-e64eaff687de {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:45:37.006455 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Publish callbacks [] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:37.021653 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-b4a7c97a-723b-48e6-8eb3-5f319cf43e6d req-ca5dfdbd-4e95-44f5-aa21-9ab752a73c26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716012 Mar 16 16:45:37.024499 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Transition to ACTIVE for port object b09ae317-9cf1-4dde-80a3-e64eaff687de will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:45:37.025422 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-7e463610-13d4-4e2c-8d2b-a5e0831da433 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850205 Mar 16 16:45:37.028570 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:37.089141 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=b09ae317-9cf1-4dde-80a3-e64eaff687de,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:37.123307 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-3bdc3e54-eae1-4873-b8a1-7e17ee8559dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.124866 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-3bdc3e54-eae1-4873-b8a1-7e17ee8559dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1129 time: 0.0563557 Mar 16 16:45:37.164344 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Attempting to bind port b09ae317-9cf1-4dde-80a3-e64eaff687de on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:45:37.164688 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Attempting to bind port b09ae317-9cf1-4dde-80a3-e64eaff687de by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:45:37.165018 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Attempting to bind port b09ae317-9cf1-4dde-80a3-e64eaff687de on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:45:37.169672 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Port b09ae317-9cf1-4dde-80a3-e64eaff687de on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:45:37.169994 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Attempting to bind port b09ae317-9cf1-4dde-80a3-e64eaff687de on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:45:37.175475 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:45:37.175814 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Checking segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:45:37.176201 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Bound using segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:45:37.176681 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Bound port: b09ae317-9cf1-4dde-80a3-e64eaff687de, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:45:37.177038 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:37.243066 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-5a3de91c-7e4f-4634-a194-6ee621e07ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.244603 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-5a3de91c-7e4f-4634-a194-6ee621e07ea0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0980482 Mar 16 16:45:37.247454 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] For port b09ae317-9cf1-4dde-80a3-e64eaff687de, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:45:37.250754 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] For port b09ae317-9cf1-4dde-80a3-e64eaff687de, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:45:37.260916 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:37.298236 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.298877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:37.301026 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] 10.222.0.57 "PUT /v2.0/ports/b09ae317-9cf1-4dde-80a3-e64eaff687de HTTP/1.1" status: 200 len: 1094 time: 0.6400516 Mar 16 16:45:37.301485 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:45:37.304305 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676d9e0a-e28f-4623-97f5-2fbffff39b07" -d '{"events": [{"name": "network-changed", "server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:45:37.325236 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-2201e766-ad5b-4dfc-a8d6-83b916ef081c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 200 len: 1000 time: 0.0746346 Mar 16 16:45:37.337960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4237ff-ca86-435a-b462-0bb65ca3aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=b09ae317-9cf1-4dde-80a3-e64eaff687de,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:37.396740 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-16a720fd-4a6f-4b15-8051-7989d67572cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.399608 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-16a720fd-4a6f-4b15-8051-7989d67572cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0546126 Mar 16 16:45:37.409741 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-99bae4d1-efd8-4c6b-8f83-c0651807b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.411258 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-99bae4d1-efd8-4c6b-8f83-c0651807b86c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0543125 Mar 16 16:45:37.465302 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-ae4e5165-2f09-435f-9c00-669216c6defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.466818 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-ae4e5165-2f09-435f-9c00-669216c6defa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608847 Mar 16 16:45:37.467853 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-95450b6b-b42f-46d1-bd4d-802fcfd78064 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de HTTP/1.1" status: 200 len: 217 time: 0.0458858 Mar 16 16:45:37.509143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce28ae5-5950-468a-b138-41a8c5828ceb x-openstack-request-id: req-1ce28ae5-5950-468a-b138-41a8c5828ceb {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:45:37.509529 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:45:37.509846 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ce28ae5-5950-468a-b138-41a8c5828ceb {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:45:37.510309 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'status': 'completed', 'code': 200} Mar 16 16:45:37.530337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-32884b5f-aa60-4af0-bb5e-929c9f101758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.531803 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-32884b5f-aa60-4af0-bb5e-929c9f101758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0545666 Mar 16 16:45:37.562986 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-dfadd047-214f-4156-821b-f29d84b8e7be service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855966 Mar 16 16:45:37.580679 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-b6379f6e-745f-4263-b32c-56d91d76261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.582181 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-b6379f6e-745f-4263-b32c-56d91d76261d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442965 Mar 16 16:45:37.657116 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-c6206869-d173-4e51-9376-3ba6f5d3bc34 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885074 Mar 16 16:45:37.674008 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-a2142f51-7aa7-4ccf-9069-7a5945f22dcb service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855975 Mar 16 16:45:37.763246 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-948d0b79-c882-4459-a361-6d61e8dcb80b req-6cb50e33-0b5e-4cdf-b21a-3e1483996652 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813718 Mar 16 16:45:37.854248 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-e7174917-4660-4bd9-ab91-60dd4ba3a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.855712 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-e7174917-4660-4bd9-ab91-60dd4ba3a823 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0444500 Mar 16 16:45:37.946691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-4fceb11e-cc23-486f-a7c6-773b180db582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:37.948152 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-4fceb11e-cc23-486f-a7c6-773b180db582 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0863290 Mar 16 16:45:37.988553 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-f2f4cb0d-e237-49e6-8f3d-fefe5c4e3c0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de HTTP/1.1" status: 200 len: 217 time: 0.0344710 Mar 16 16:45:38.040220 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-50b1df28-f7bc-4c78-91a3-a9566ec79a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:38.041678 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-50b1df28-f7bc-4c78-91a3-a9566ec79a7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0471756 Mar 16 16:45:38.089606 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-32343320-176a-43ee-b492-155a69c152c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:38.091079 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-32343320-176a-43ee-b492-155a69c152c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437970 Mar 16 16:45:38.141936 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3ff90-81da-44c5-ba40-7a063a0c974d req-b0b9edf5-5c07-4224-9a38-00b58ff62f81 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:38.143417 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cae3ff90-81da-44c5-ba40-7a063a0c974d req-b0b9edf5-5c07-4224-9a38-00b58ff62f81 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0529687 Mar 16 16:45:38.179188 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-1d1d8a18-c5ef-4ef1-8aed-a941e716414f service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815818 Mar 16 16:45:38.190450 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-cae3ff90-81da-44c5-ba40-7a063a0c974d req-5bbdd556-dfd6-4186-ae61-c7c8d416c82f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 Mar 16 16:45:38.269409 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-676d9e0a-e28f-4623-97f5-2fbffff39b07 req-278604d0-d40a-4254-9549-6926023e457f service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845821 Mar 16 16:45:39.308590 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad5b4f-d02b-44e7-8505-769bceabdc06 req-08f078c9-64d1-40c2-a7f3-eaf2e17f48a1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:39.309955 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27ad5b4f-d02b-44e7-8505-769bceabdc06 req-08f078c9-64d1-40c2-a7f3-eaf2e17f48a1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0520859 Mar 16 16:45:39.355177 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-27ad5b4f-d02b-44e7-8505-769bceabdc06 req-ae65cee5-2cfe-4176-8d2f-e3495ecfd075 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397482 Mar 16 16:45:39.463488 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:45:40.485840 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9ef6b-d70d-449b-a9df-d44cd8456729 req-a463b891-0f1b-45e6-bbf5-19689463725e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:40.487327 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39e9ef6b-d70d-449b-a9df-d44cd8456729 req-a463b891-0f1b-45e6-bbf5-19689463725e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0658693 Mar 16 16:45:40.533430 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-39e9ef6b-d70d-449b-a9df-d44cd8456729 req-42c29aa8-1393-4e75-98d2-427261a7c435 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Mar 16 16:45:41.653338 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cb1e1-63a2-4526-b1d8-7873c434d596 req-94864e9f-bc4d-495f-934f-6d5f5537d011 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:41.654808 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900cb1e1-63a2-4526-b1d8-7873c434d596 req-94864e9f-bc4d-495f-934f-6d5f5537d011 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0561121 Mar 16 16:45:41.701511 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-900cb1e1-63a2-4526-b1d8-7873c434d596 req-9e201513-8fed-47bb-90d4-da7b2395c0c7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411403 Mar 16 16:45:42.825448 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727d5b4-4ab7-47df-945f-049d491668c8 req-26a370a2-77ae-4fef-a636-32f31dd0e412 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:42.826951 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1727d5b4-4ab7-47df-945f-049d491668c8 req-26a370a2-77ae-4fef-a636-32f31dd0e412 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 944 time: 0.0598977 Mar 16 16:45:42.828743 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b09ae317-9cf1-4dde-80a3-e64eaff687de details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:45:42.874743 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1727d5b4-4ab7-47df-945f-049d491668c8 req-35a27b3c-21d0-47d5-80a1-6e6d3063064f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Mar 16 16:45:43.056040 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port b09ae317-9cf1-4dde-80a3-e64eaff687de, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:45:43.067613 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'port_id': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'mac_address': 'fa:16:3e:ba:da:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:45:43.104078 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port b09ae317-9cf1-4dde-80a3-e64eaff687de is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:45:43.104511 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:43.117351 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09ae317-9cf1-4dde-80a3-e64eaff687de {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:45:43.136571 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port b09ae317-9cf1-4dde-80a3-e64eaff687de, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:45:43.140832 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:43.186231 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=b09ae317-9cf1-4dde-80a3-e64eaff687de,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:43.194811 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.195068 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.195561 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.195912 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.196255 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.196615 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.196949 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.197283 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.197609 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.197937 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.198265 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.198593 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.198918 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.199243 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.199567 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:45:43.508438 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['b09ae317-9cf1-4dde-80a3-e64eaff687de'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:45:43.990157 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe32f13-0992-4c10-83d0-509f0919e961 req-2bbdb312-80a0-478c-8e80-af899c3097e3 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:43.992378 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1fe32f13-0992-4c10-83d0-509f0919e961 req-2bbdb312-80a0-478c-8e80-af899c3097e3 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 945 time: 0.0521710 Mar 16 16:45:44.039199 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ed956b8d-97e6-4727-a23c-01cf94ccecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:44.042985 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1fe32f13-0992-4c10-83d0-509f0919e961 req-88669110-a7c9-497f-b8e5-d2f2ae8baaed tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 Mar 16 16:45:44.845619 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b09ae317-9cf1-4dde-80a3-e64eaff687de up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:45:44.894409 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port b09ae317-9cf1-4dde-80a3-e64eaff687de completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:45:44.899212 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port b09ae317-9cf1-4dde-80a3-e64eaff687de triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:45:44.899591 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:44.979616 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port b09ae317-9cf1-4dde-80a3-e64eaff687de is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:45:44.980002 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:45.002586 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:45:45.004855 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308f1127-cb70-46d9-87da-fd6d27b6f256" -d '{"events": [{"server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "name": "network-vif-plugged", "status": "completed", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:45:45.018280 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port b09ae317-9cf1-4dde-80a3-e64eaff687de, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:45:45.025326 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:45.075508 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=b09ae317-9cf1-4dde-80a3-e64eaff687de,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:45:45.110165 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db23841-508b-4f43-a5cb-7603dc124f20 x-openstack-request-id: req-6db23841-508b-4f43-a5cb-7603dc124f20 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:45:45.110455 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "name": "network-vif-plugged", "status": "completed", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:45:45.110708 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6db23841-508b-4f43-a5cb-7603dc124f20 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:45:45.111100 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'code': 200} Mar 16 16:45:45.174438 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699933c1-3a6a-42ff-866b-0441dc134f21 req-dc392950-503f-4709-b4bf-96a8cb961089 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:45.175910 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-699933c1-3a6a-42ff-866b-0441dc134f21 req-dc392950-503f-4709-b4bf-96a8cb961089 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0565569 Mar 16 16:45:45.230455 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-699933c1-3a6a-42ff-866b-0441dc134f21 req-47aa8245-eb42-45af-a517-bbf2c180b527 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488398 Mar 16 16:45:45.283024 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f64c0-b929-4500-964c-723bc6983fdf req-bbc48c27-df9d-4694-8aea-d9a8e952c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:45.284515 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b35f64c0-b929-4500-964c-723bc6983fdf req-bbc48c27-df9d-4694-8aea-d9a8e952c6f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0441678 Mar 16 16:45:45.326506 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b35f64c0-b929-4500-964c-723bc6983fdf req-abcb3026-c4a5-4521-8fa4-2a37042373cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362039 Mar 16 16:45:46.342683 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-00708636-2362-453c-b160-c1553857935c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:46.349153 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948162-9a7f-4869-9271-80b9e4533642 req-2dc07f88-98cc-48f7-aeb9-64a150e09beb tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:46.350667 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-30948162-9a7f-4869-9271-80b9e4533642 req-2dc07f88-98cc-48f7-aeb9-64a150e09beb tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0551021 Mar 16 16:45:46.397900 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-30948162-9a7f-4869-9271-80b9e4533642 req-949180f6-9ce3-45b3-b22c-1a2f7dc1bb12 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Mar 16 16:45:47.513200 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8d244-dd1c-408a-924c-ae02d8ffe2cd req-9308224c-e023-4758-ad52-29a64c043e63 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:47.514663 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-86f8d244-dd1c-408a-924c-ae02d8ffe2cd req-9308224c-e023-4758-ad52-29a64c043e63 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0513885 Mar 16 16:45:47.559802 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-86f8d244-dd1c-408a-924c-ae02d8ffe2cd req-6a99d9bd-e3c2-4fd6-82ec-ba8e230d9547 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396752 Mar 16 16:45:47.586545 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:47.672436 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8aa59-8914-4079-9fe8-a871fd297bc0 req-f4da9ffb-3f93-4d53-a23d-45f958df3004 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:47.673910 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45f8aa59-8914-4079-9fe8-a871fd297bc0 req-f4da9ffb-3f93-4d53-a23d-45f958df3004 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0524716 Mar 16 16:45:47.682801 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42468) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:45:47.687022 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'port_id': 'b09ae317-9cf1-4dde-80a3-e64eaff687de'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:45:47.728975 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (1df06295-8216-4ff2-8632-1533fcb84354), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:48.390593 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:48.394134 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (1df06295-8216-4ff2-8632-1533fcb84354), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:48.497060 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP 1df06295-8216-4ff2-8632-1533fcb84354 associated. External IP: 172.27.0.146, port: b09ae317-9cf1-4dde-80a3-e64eaff687de. Mar 16 16:45:48.707558 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:45:48.816196 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:45:48.821584 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:48.826049 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:45:48.836658 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:45:48.837271 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:45:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:45:48.851033 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b67d1a89-6633-4ec7-a4bb-af9113a3d20c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "PUT /v2.0/floatingips/1df06295-8216-4ff2-8632-1533fcb84354 HTTP/1.1" status: 200 len: 992 time: 1.1670594 Mar 16 16:45:48.851636 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:45:48.854036 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b1ea40-200d-4096-961c-1fd56e61a52b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:45:48.888630 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974f382-156d-4c9b-b4b2-e0b1e128532c x-openstack-request-id: req-8974f382-156d-4c9b-b4b2-e0b1e128532c {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:45:48.888919 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:45:48.889170 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8974f382-156d-4c9b-b4b2-e0b1e128532c {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:45:48.889572 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'status': 'completed', 'code': 200} Mar 16 16:45:48.947241 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:45:48.957111 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-bccfba9e-b0d7-4e41-a6d7-5cefc7bc9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:48.958653 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-bccfba9e-b0d7-4e41-a6d7-5cefc7bc9bdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0470591 Mar 16 16:45:49.046255 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-ce6cdb00-dddc-4d71-92de-d2e875a3587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:49.047725 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-ce6cdb00-dddc-4d71-92de-d2e875a3587a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0837748 Mar 16 16:45:49.107951 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:49.117511 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-2dcc39a5-e4d8-4ed9-b1cc-cd1009e524f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de HTTP/1.1" status: 200 len: 1000 time: 0.0643575 Mar 16 16:45:49.166838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-4829f6e4-f5dd-4f37-bf10-e76f6aabc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:49.168461 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-4829f6e4-f5dd-4f37-bf10-e76f6aabc3c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0450318 Mar 16 16:45:49.189707 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '1df06295-8216-4ff2-8632-1533fcb84354', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:ba:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba894595-db8e-484d-9010-e214898e0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:45:33Z', 'updated_at': '2022-03-16T16:45:48Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}, {'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:50Z', 'revision_number': 2, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:45:49.215860 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-36ad69f9-9f29-4b3c-b3d9-01df15111ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:45:49.217297 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-36ad69f9-9f29-4b3c-b3d9-01df15111ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434558 Mar 16 16:45:49.219766 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:45:49.229624 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:45:49.230285 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:45:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:45:49.308066 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-e44c0e17-7957-4592-8f01-4158bbe07fee service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Mar 16 16:45:49.337131 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:45:49.395100 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-f9b1ea40-200d-4096-961c-1fd56e61a52b req-e4695043-a60d-4ee0-856d-4c71629cebab service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804212 Mar 16 16:45:49.575984 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '1df06295-8216-4ff2-8632-1533fcb84354', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:ba:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba894595-db8e-484d-9010-e214898e0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:45:33Z', 'updated_at': '2022-03-16T16:45:48Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}, {'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:50Z', 'revision_number': 2, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:45:49.605551 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f026b4f-ade6-4dba-b93b-65b447c2e652 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '1df06295-8216-4ff2-8632-1533fcb84354', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:ba:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba894595-db8e-484d-9010-e214898e0ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:45:33Z', 'updated_at': '2022-03-16T16:45:48Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}, {'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:50Z', 'revision_number': 2, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:45:49.792266 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdc7535-fbec-4d3d-8e57-81fffa1ba92e None None] New status for floating IP 1df06295-8216-4ff2-8632-1533fcb84354: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:45:50.345023 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:45:54.983907 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:14.041266 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-515da7e1-0954-42cf-9dd8-38bd59d65a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:15.030360 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42480) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:15.184311 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Deleting port 2817765a-aa94-418b-b06c-2e485f115b36 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:15.184664 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (2817765a-aa94-418b-b06c-2e485f115b36), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:15.262131 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (2817765a-aa94-418b-b06c-2e485f115b36), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:15.262449 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (2817765a-aa94-418b-b06c-2e485f115b36), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:15.273889 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Calling delete_port for 2817765a-aa94-418b-b06c-2e485f115b36 owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:15.416678 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (2817765a-aa94-418b-b06c-2e485f115b36), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:15.439783 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event deleted for resources: {'Port': ['ID=2817765a-aa94-418b-b06c-2e485f115b36,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:15.503812 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (294ef019-2ab7-495e-8301-4f6e5cbd88cb), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:15.504143 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Floating IP 294ef019-2ab7-495e-8301-4f6e5cbd88cb disassociated (deleted). External IP: 172.27.0.152, port: 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4. Mar 16 16:46:15.715334 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:46:15.824395 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:46:15.829008 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:15.834198 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:46:15.843437 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:15.844109 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:45:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:15.859227 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-91d0aa49-71c6-4ba8-9420-0864bdc22e27 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "DELETE /v2.0/floatingips/294ef019-2ab7-495e-8301-4f6e5cbd88cb HTTP/1.1" status: 204 len: 168 time: 0.8278096 Mar 16 16:46:15.859829 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:46:15.862120 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:46:15.958425 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:16.028250 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd4f4c-0ee0-4ec8-9b18-3d7d813737ab x-openstack-request-id: req-89bd4f4c-0ee0-4ec8-9b18-3d7d813737ab {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:46:16.029516 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:46:16.030063 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89bd4f4c-0ee0-4ec8-9b18-3d7d813737ab {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:46:16.030697 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'status': 'completed', 'code': 200} Mar 16 16:46:16.101698 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-8bd2ff64-891c-454e-8bab-df4cb2b9b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:16.103191 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-8bd2ff64-891c-454e-8bab-df4cb2b9b044 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 1129 time: 0.0497034 Mar 16 16:46:16.115010 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abc4dc-92cb-4b03-abbc-3f0630de981d req-0ec5c3a6-b87a-44a3-a74d-f4dec5969fbf tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:16.117265 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-84abc4dc-92cb-4b03-abbc-3f0630de981d req-0ec5c3a6-b87a-44a3-a74d-f4dec5969fbf tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 945 time: 0.0568044 Mar 16 16:46:16.175171 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-84abc4dc-92cb-4b03-abbc-3f0630de981d req-621a27ce-6555-4fb0-a879-c59832fee4cf tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516939 Mar 16 16:46:16.210065 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:28Z', 'revision_number': 1, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:16.237377 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:46:16.246716 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:16.247352 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:45:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:16.464107 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:46:16.468991 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-46a178fc-0313-465d-b629-4572d0e04afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:16.472175 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-0ce5acc7-08b6-49ed-9936-017b9fccca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:16.473717 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-0ce5acc7-08b6-49ed-9936-017b9fccca8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.3630922 Mar 16 16:46:16.500204 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:16.515026 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-83ae0be9-6c8a-4bfe-9137-f17659ffd86b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 HTTP/1.1" status: 200 len: 217 time: 0.0339174 Mar 16 16:46:16.570717 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-b29e978a-aeb6-4dbc-ad7c-59882190e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:16.572166 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-b29e978a-aeb6-4dbc-ad7c-59882190e08a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0505097 Mar 16 16:46:16.622793 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-12506187-4820-4754-9e21-6092d16d2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:16.624323 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-12506187-4820-4754-9e21-6092d16d2ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441055 Mar 16 16:46:16.714340 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-1cbcc0ab-044d-41b3-8acd-7e08bce1fbe6 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824070 Mar 16 16:46:16.732969 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:28Z', 'revision_number': 1, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:16.759327 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1cf8f-ef77-47b5-a1e0-e87a0aba514c None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '7d44ca91-4000-4aed-a61f-ab515e445ce3', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'port_id': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'mac_address': 'fa:16:3e:c5:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:41:26Z', 'updated_at': '2022-03-16T16:41:28Z', 'revision_number': 1, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:46:16.807965 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-13a9ac0a-f0e2-45b7-b786-5fda38964b4d req-8086cb9e-3437-4f17-b89c-276ed2e34361 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864594 Mar 16 16:46:16.980542 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1e8ea3-d9f8-413b-b756-3cec7b9d2f53 None None] New status for floating IP 294ef019-2ab7-495e-8301-4f6e5cbd88cb: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:46:17.468740 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ee7f5-37cc-4a50-b4b0-2024c4026196 req-4bdc7ce7-ff31-458f-9348-c9dae0807d00 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:17.470233 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-263ee7f5-37cc-4a50-b4b0-2024c4026196 req-4bdc7ce7-ff31-458f-9348-c9dae0807d00 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Mar 16 16:46:17.518736 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-263ee7f5-37cc-4a50-b4b0-2024c4026196 req-92d43e63-589d-4dc0-840f-f29685221fef tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424948 Mar 16 16:46:17.587882 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:17.952680 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-3f2cb94c-fb4d-4440-8382-2df20442596c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:17.954128 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-3f2cb94c-fb4d-4440-8382-2df20442596c tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 945 time: 0.0559626 Mar 16 16:46:18.048098 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Deleting port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:18.048472 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:18.137188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] For port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:18.137548 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:18.149969 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Calling delete_port for 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:18.274590 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (5c985ddf-103a-4c8b-92cf-81c7f3e78fc4), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:18.307709 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event deleted for resources: {'Port': ['ID=5c985ddf-103a-4c8b-92cf-81c7f3e78fc4,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:18.348462 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] No DVR routers for this DVR port 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:46:18.352666 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:18.355887 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-da6fd549-347e-4a39-9431-b27aa91aafc4 req-6d5b1da1-1ae9-44a8-88e9-46e84abcbced tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "DELETE /v2.0/ports/5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 HTTP/1.1" status: 204 len: 173 time: 0.3958642 Mar 16 16:46:18.356351 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'name': 'network-vif-deleted', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:46:18.358576 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c29876-3a97-4096-86bf-b3a8c67874ab" -d '{"events": [{"server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "name": "network-vif-deleted", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:46:18.393485 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647b6985-f258-4508-bbf8-540b2c5bebf2 x-openstack-request-id: req-647b6985-f258-4508-bbf8-540b2c5bebf2 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:46:18.393781 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4644fff8-7f29-45a7-8a3a-73f651c75739", "name": "network-vif-deleted", "tag": "5c985ddf-103a-4c8b-92cf-81c7f3e78fc4", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:46:18.394070 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-647b6985-f258-4508-bbf8-540b2c5bebf2 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:46:18.394474 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4644fff8-7f29-45a7-8a3a-73f651c75739', 'name': 'network-vif-deleted', 'tag': '5c985ddf-103a-4c8b-92cf-81c7f3e78fc4', 'status': 'completed', 'code': 200} Mar 16 16:46:18.614353 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2ba40427-02e8-4126-a716-1eea2b113130 req-c68a82b7-dbb1-46a0-a4dd-bf4a72416eab tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4644fff8-7f29-45a7-8a3a-73f651c75739 HTTP/1.1" status: 200 len: 210 time: 0.0279329 Mar 16 16:46:19.072523 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:20.347598 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:21.013548 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:21.035943 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:21.036224 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 5c985ddf-103a-4c8b-92cf-81c7f3e78fc4 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:21.892973 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42514) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:22.050876 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Deleting port 4d10fd16-fb7f-454a-8e23-0cfc2ecf625e {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:22.051214 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:22.126227 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:22.126464 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:22.138333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Calling delete_port for 4d10fd16-fb7f-454a-8e23-0cfc2ecf625e owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:22.285874 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (4d10fd16-fb7f-454a-8e23-0cfc2ecf625e), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:22.311494 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event deleted for resources: {'Port': ['ID=4d10fd16-fb7f-454a-8e23-0cfc2ecf625e,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:22.376206 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (7d44ca91-4000-4aed-a61f-ab515e445ce3), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:22.376618 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Floating IP 7d44ca91-4000-4aed-a61f-ab515e445ce3 disassociated (deleted). External IP: 172.27.0.50, port: 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e. Mar 16 16:46:22.585530 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:46:22.694560 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:46:22.698957 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:22.706306 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:46:22.716327 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:22.716946 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:22.729359 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-7619666a-ac04-4fff-9a20-40702e96c0fb tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "DELETE /v2.0/floatingips/7d44ca91-4000-4aed-a61f-ab515e445ce3 HTTP/1.1" status: 204 len: 168 time: 0.8353119 Mar 16 16:46:22.730058 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:46:22.732457 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ac01f4-5be2-465d-8699-307b09825908" -d '{"events": [{"name": "network-changed", "server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:46:22.770132 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad27ccb-9ffb-4138-a890-03570c423b51 x-openstack-request-id: req-5ad27ccb-9ffb-4138-a890-03570c423b51 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:46:22.770530 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:46:22.770889 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ad27ccb-9ffb-4138-a890-03570c423b51 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:46:22.771528 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'status': 'completed', 'code': 200} Mar 16 16:46:22.837005 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:22.844154 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac01f4-5be2-465d-8699-307b09825908 req-21443cec-2d2a-480b-bfa3-6a8145df8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:22.845939 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37ac01f4-5be2-465d-8699-307b09825908 req-21443cec-2d2a-480b-bfa3-6a8145df8a49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 1129 time: 0.0474014 Mar 16 16:46:22.945164 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac01f4-5be2-465d-8699-307b09825908 req-096375d8-b1ce-4d4e-9521-44f93c102db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:22.946561 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37ac01f4-5be2-465d-8699-307b09825908 req-096375d8-b1ce-4d4e-9521-44f93c102db4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 200 len: 912 time: 0.0936537 Mar 16 16:46:22.966224 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1d48-e0ad-44c5-92e7-4f2b7ce0cce6 req-bab9404d-8996-41d4-b4f7-3e2b3a107525 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:22.968729 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-09dc1d48-e0ad-44c5-92e7-4f2b7ce0cce6 req-bab9404d-8996-41d4-b4f7-3e2b3a107525 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 945 time: 0.0590801 Mar 16 16:46:22.989359 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37ac01f4-5be2-465d-8699-307b09825908 req-24e66cee-54b6-4d97-b358-eb34c9312e6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 200 len: 217 time: 0.0349326 Mar 16 16:46:23.020736 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-09dc1d48-e0ad-44c5-92e7-4f2b7ce0cce6 req-5835a934-6a0d-4538-9e2f-a80f7e7e87b9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471737 Mar 16 16:46:23.044836 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac01f4-5be2-465d-8699-307b09825908 req-ed8eb55e-a9b4-40df-a31c-8e40650c9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:23.046418 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37ac01f4-5be2-465d-8699-307b09825908 req-ed8eb55e-a9b4-40df-a31c-8e40650c9a95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 200 len: 850 time: 0.0493731 Mar 16 16:46:23.057892 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:23.088446 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:46:23.095846 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac01f4-5be2-465d-8699-307b09825908 req-5770c8ab-d43a-4786-b336-f5ecfa400653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:23.096674 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:23.097272 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:23.097392 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37ac01f4-5be2-465d-8699-307b09825908 req-5770c8ab-d43a-4786-b336-f5ecfa400653 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3856578-ed0d-4913-964c-b6ede10159d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445495 Mar 16 16:46:23.190971 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37ac01f4-5be2-465d-8699-307b09825908 req-73cd529f-d48e-4bf9-9528-214c4b919682 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857761 Mar 16 16:46:23.210775 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:23.292920 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-37ac01f4-5be2-465d-8699-307b09825908 req-a8265d90-dd85-461b-b1f2-53ce15117591 service neutron] 10.222.0.57 "GET /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950251 Mar 16 16:46:23.413916 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:23.439661 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffb406-20f3-4be8-a907-0c65b8ef1aed None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'a041f71d-eebe-48ca-b598-d90c430cf7fd', 'name': '', 'network_id': 'f3856578-ed0d-4913-964c-b6ede10159d4', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'mac_address': 'fa:16:3e:20:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:08Z', 'updated_at': '2022-03-16T16:36:12Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'subnets': [{'id': 'feea2aad-8e14-4c05-9d01-b76954f9d544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:46:23.652510 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c762d0-5cc9-401e-9d16-8110989e738f None None] New status for floating IP 7d44ca91-4000-4aed-a61f-ab515e445ce3: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:46:23.923395 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43a312-6c41-422b-9405-447ab70978df req-505d7b81-ebbb-44be-a298-62e1a45538fc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:23.924879 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fb43a312-6c41-422b-9405-447ab70978df req-505d7b81-ebbb-44be-a298-62e1a45538fc tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 945 time: 0.0531976 Mar 16 16:46:24.020122 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Deleting port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:24.020493 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:24.146018 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] For port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:24.146493 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:24.161862 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Calling delete_port for 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:24.187175 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee81f3-522f-40fd-aa7b-f20e68ccb6c9 req-d85b828b-35fb-43ff-814d-43bfdaf28d4e tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:24.188653 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d5ee81f3-522f-40fd-aa7b-f20e68ccb6c9 req-d85b828b-35fb-43ff-814d-43bfdaf28d4e tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c434b8b-f41d-4447-8c02-cb80188c80b3 HTTP/1.1" status: 200 len: 945 time: 0.0946286 Mar 16 16:46:24.274353 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d5ee81f3-522f-40fd-aa7b-f20e68ccb6c9 req-26e8b324-d67b-48e6-9a72-e43eb57c4ead tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec1c26d5-a414-41c3-b0ff-f704a52f38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587771 Mar 16 16:46:24.340008 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (2a1f64d8-d01b-4329-9b94-fa1c693f5a0e), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:24.371918 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event deleted for resources: {'Port': ['ID=2a1f64d8-d01b-4329-9b94-fa1c693f5a0e,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:24.415646 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] No DVR routers for this DVR port 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:46:24.418055 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:24.421361 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fb43a312-6c41-422b-9405-447ab70978df req-10960430-ee07-4501-b112-98592898e8d9 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.57 "DELETE /v2.0/ports/2a1f64d8-d01b-4329-9b94-fa1c693f5a0e HTTP/1.1" status: 204 len: 173 time: 0.4909565 Mar 16 16:46:24.421801 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'name': 'network-vif-deleted', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:46:24.424030 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a62f31d-16e4-4e13-b78c-1f6686b8d70a" -d '{"events": [{"server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "name": "network-vif-deleted", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:46:24.464924 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd375a7c-8828-4822-a4f7-38c93b80aa54 x-openstack-request-id: req-fd375a7c-8828-4822-a4f7-38c93b80aa54 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:46:24.465222 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c434b8b-f41d-4447-8c02-cb80188c80b3", "name": "network-vif-deleted", "tag": "2a1f64d8-d01b-4329-9b94-fa1c693f5a0e", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:46:24.465503 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd375a7c-8828-4822-a4f7-38c93b80aa54 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:46:24.465906 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c434b8b-f41d-4447-8c02-cb80188c80b3', 'name': 'network-vif-deleted', 'tag': '2a1f64d8-d01b-4329-9b94-fa1c693f5a0e', 'status': 'completed', 'code': 200} Mar 16 16:46:24.976361 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:25.329566 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42528) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:25.451912 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Deleting port 97907d69-cbb4-4823-a4f7-7c375cdea36b {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:25.452256 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:25.529662 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:25.529985 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (97907d69-cbb4-4823-a4f7-7c375cdea36b), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:25.542925 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Calling delete_port for 97907d69-cbb4-4823-a4f7-7c375cdea36b owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:25.671017 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (97907d69-cbb4-4823-a4f7-7c375cdea36b), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:25.698603 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event deleted for resources: {'Port': ['ID=97907d69-cbb4-4823-a4f7-7c375cdea36b,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:25.757102 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for floatingip (947707ce-6555-4b49-ae60-fa403bd761dc), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:25.759682 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:25.760933 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6a728087-667a-4b53-a974-bfac865fc586 tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "DELETE /v2.0/floatingips/947707ce-6555-4b49-ae60-fa403bd761dc HTTP/1.1" status: 204 len: 168 time: 0.4303961 Mar 16 16:46:26.956309 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42540) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:27.011858 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d3877743-467b-4488-a612-43bd1fea811a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group (ec1c26d5-a414-41c3-b0ff-f704a52f38aa), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:27.036851 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d3877743-467b-4488-a612-43bd1fea811a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group (ec1c26d5-a414-41c3-b0ff-f704a52f38aa), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:27.041040 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:27.068920 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:27.069447 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a1f64d8-d01b-4329-9b94-fa1c693f5a0e not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:27.096470 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d3877743-467b-4488-a612-43bd1fea811a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (ec1c26d5-a414-41c3-b0ff-f704a52f38aa), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:27.099115 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d3877743-467b-4488-a612-43bd1fea811a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:27.100929 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d3877743-467b-4488-a612-43bd1fea811a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] 10.222.0.30 "DELETE /v2.0/security-groups/ec1c26d5-a414-41c3-b0ff-f704a52f38aa HTTP/1.1" status: 204 len: 168 time: 0.1436083 Mar 16 16:46:27.110046 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877743-467b-4488-a612-43bd1fea811a tempest-TestVolumeBootPattern-915869767 tempest-TestVolumeBootPattern-915869767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1c26d5-a414-41c3-b0ff-f704a52f38aa,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:27.164910 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42544) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:27.652921 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (74e8885f-c1d4-4a40-b150-fabf7432bb49), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:27.902583 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Deleting port a041f71d-eebe-48ca-b598-d90c430cf7fd {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:27.902975 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:27.978996 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] For port a041f71d-eebe-48ca-b598-d90c430cf7fd, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a041f71d-eebe-48ca-b598-d90c430cf7fd,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:27.979726 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:27.991996 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Calling delete_port for a041f71d-eebe-48ca-b598-d90c430cf7fd owned by network:router_interface {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:28.176982 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (a041f71d-eebe-48ca-b598-d90c430cf7fd), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:28.204973 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Pushing event deleted for resources: {'Port': ['ID=a041f71d-eebe-48ca-b598-d90c430cf7fd,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:28.368662 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (74e8885f-c1d4-4a40-b150-fabf7432bb49), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:28.588510 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Router 74e8885f-c1d4-4a40-b150-fabf7432bb49 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:46:28.694281 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:46:28.699190 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0aadaf14-c2a8-4554-bac6-95938b9f2200 admin admin] 10.222.0.30 "PUT /v2.0/routers/74e8885f-c1d4-4a40-b150-fabf7432bb49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5332644 Mar 16 16:46:28.701732 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42550) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:28.704370 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] Sync routers for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:46:28.715305 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:28.715916 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:28.801933 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks [] for router (74e8885f-c1d4-4a40-b150-fabf7432bb49), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:28.825970 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:28.908962 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks [] for router_gateway (74e8885f-c1d4-4a40-b150-fabf7432bb49), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:28.965966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Deleting port 01d1c017-3f43-4f90-858e-eb66c3578169 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:28.966393 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.016934 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:46:28Z', 'revision_number': 5, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port': {'id': '01d1c017-3f43-4f90-858e-eb66c3578169', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:04Z', 'updated_at': '2022-03-16T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:29.043826 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] For port 01d1c017-3f43-4f90-858e-eb66c3578169, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=01d1c017-3f43-4f90-858e-eb66c3578169,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:29.044468 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.047173 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] Checking router: 74e8885f-c1d4-4a40-b150-fabf7432bb49 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:46:29.059124 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Calling delete_port for 01d1c017-3f43-4f90-858e-eb66c3578169 owned by network:router_gateway {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:29.059286 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] Routers {'74e8885f-c1d4-4a40-b150-fabf7432bb49'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:29.059882 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['74e8885f-c1d4-4a40-b150-fabf7432bb49'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:29.157514 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] Set router 74e8885f-c1d4-4a40-b150-fabf7432bb49 gateway port host: None {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:29.239680 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (01d1c017-3f43-4f90-858e-eb66c3578169), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.271274 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Pushing event deleted for resources: {'Port': ['ID=01d1c017-3f43-4f90-858e-eb66c3578169,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:29.332179 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (74e8885f-c1d4-4a40-b150-fabf7432bb49), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.345413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:46:28Z', 'revision_number': 6, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:29.373799 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a277e003-bafc-4f46-afc9-9e24e590e2a7 None None] The sync data for ids ['74e8885f-c1d4-4a40-b150-fabf7432bb49'] in dv-cinder-834009-1-iscsi is: [{'id': '74e8885f-c1d4-4a40-b150-fabf7432bb49', 'name': 'tempest-TestVolumeBootPattern-711701846-router', 'tenant_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:03Z', 'updated_at': '2022-03-16T16:46:28Z', 'revision_number': 6, 'project_id': 'bd3136bf22694f2188dfb81fc75f84bf', 'gw_port_host': None}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:46:29.423965 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (74e8885f-c1d4-4a40-b150-fabf7432bb49), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.426167 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks [] for router_controller (74e8885f-c1d4-4a40-b150-fabf7432bb49), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.469557 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (74e8885f-c1d4-4a40-b150-fabf7432bb49), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.470098 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74e8885f-c1d4-4a40-b150-fabf7432bb49 {{(pid=103491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:46:29.474448 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.475790 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7d57500f-5814-4d1d-b2c5-589e363d273e admin admin] 10.222.0.30 "DELETE /v2.0/routers/74e8885f-c1d4-4a40-b150-fabf7432bb49 HTTP/1.1" status: 204 len: 168 time: 0.7731318 Mar 16 16:46:29.478500 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42552) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:29.525487 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] Deleting subnet feea2aad-8e14-4c05-9d01-b76954f9d544 {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:46:29.528497 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] Publish callbacks [] for subnet (feea2aad-8e14-4c05-9d01-b76954f9d544), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.562089 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (feea2aad-8e14-4c05-9d01-b76954f9d544), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.638411 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (feea2aad-8e14-4c05-9d01-b76954f9d544), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.692789 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (feea2aad-8e14-4c05-9d01-b76954f9d544), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.717583 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feea2aad-8e14-4c05-9d01-b76954f9d544,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:29.722946 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.726380 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-646a92db-00fb-4aa6-bbe6-ff35b2b34978 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/feea2aad-8e14-4c05-9d01-b76954f9d544 HTTP/1.1" status: 204 len: 168 time: 0.2469573 Mar 16 16:46:29.729283 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42554) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:29.733292 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b6962-de1b-4633-aab5-a67188c8065f None None] Network f3856578-ed0d-4913-964c-b6ede10159d4 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:46:29.808245 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (f3856578-ed0d-4913-964c-b6ede10159d4), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.868068 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Deleting port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:29.868451 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.930626 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] For port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:29.930989 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:29.943803 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Calling delete_port for a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 owned by network:dhcp {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:30.206227 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] DHCP port deletion for f3856578-ed0d-4913-964c-b6ede10159d4 request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:46:30.259469 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] Deleting port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 {{(pid=103492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:30.259834 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), before_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.265514 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.293245 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:30.295090 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] No DVR routers for this DVR port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 on host dv-cinder-834009-1-iscsi {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:46:30.325720 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] For port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,segment=NetworkSegment(c6e864c8-07b3-4497-bf1a-b90538e0a459),segment_id=c6e864c8-07b3-4497-bf1a-b90538e0a459)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:30.326123 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), precommit_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.339510 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] Calling delete_port for a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 owned by network:dhcp {{(pid=103492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:30.369173 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (f3856578-ed0d-4913-964c-b6ede10159d4), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.389151 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3856578-ed0d-4913-964c-b6ede10159d4']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:30.399029 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e864c8-07b3-4497-bf1a-b90538e0a459') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:30.399537 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e864c8-07b3-4497-bf1a-b90538e0a459') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:30.409099 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (c6e864c8-07b3-4497-bf1a-b90538e0a459), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.421007 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760'] for port (a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71), after_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.422812 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (c6e864c8-07b3-4497-bf1a-b90538e0a459), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.430669 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:46:30.431207 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (c6e864c8-07b3-4497-bf1a-b90538e0a459), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:46:30.433185 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:46:30.445129 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] Pushing event deleted for resources: {'Port': ['ID=a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71,revision_number=None']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:30.450939 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb292d8-ca44-4079-b458-04cd066e103d None None] No DVR routers for this DVR port a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 on host dv-cinder-834009-1-iscsi {{(pid=103492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:46:30.495217 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (f3856578-ed0d-4913-964c-b6ede10159d4), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.500429 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:30.503813 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f3856578-ed0d-4913-964c-b6ede10159d4 HTTP/1.1" status: 204 len: 168 time: 0.7733693 Mar 16 16:46:30.506826 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42556) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:30.518552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649210b9-7dfd-4c39-9195-3b2dc13aaf28 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3856578-ed0d-4913-964c-b6ede10159d4,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:31.107092 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a041f71d-eebe-48ca-b598-d90c430cf7fd no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:31.114337 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:31.127477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: a041f71d-eebe-48ca-b598-d90c430cf7fd {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:31.127823 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a041f71d-eebe-48ca-b598-d90c430cf7fd not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:31.128228 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:31.146161 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:31.147002 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a076fd2b-2c1e-4ca0-8e88-00ef82f7cb71 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:31.147398 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 01d1c017-3f43-4f90-858e-eb66c3578169 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:31.168887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 01d1c017-3f43-4f90-858e-eb66c3578169 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:31.169229 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 01d1c017-3f43-4f90-858e-eb66c3578169 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:31.361602 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Deleting port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:31.361833 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:31.436778 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] For port d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,segment=NetworkSegment(df0519e8-c95f-4044-87e0-f1739d275d9a),segment_id=df0519e8-c95f-4044-87e0-f1739d275d9a)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:31.437140 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:31.453437 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Calling delete_port for d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 owned by network:router_interface {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:31.628552 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:31.655197 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:31.828699 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.043496 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:46:32.150665 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:46:32.155476 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-eb5da14a-9362-4c9a-952c-4a3d07a08812 admin admin] 10.222.0.30 "PUT /v2.0/routers/2088e7a9-66d3-4004-8373-fec7bf0a4ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475074 Mar 16 16:46:32.158084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42558) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:32.161094 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] Sync routers for ids ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:46:32.171381 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] Routers {'2088e7a9-66d3-4004-8373-fec7bf0a4ad4'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:32.171985 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:32.263716 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks [] for router (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.278003 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] Set router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:32.366752 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks [] for router_gateway (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.417478 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Deleting port a8aa4d75-edca-46b3-944a-43df87d79966 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:32.417812 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.452637 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:46:31Z', 'revision_number': 5, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port': {'id': 'a8aa4d75-edca-46b3-944a-43df87d79966', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:36:12Z', 'updated_at': '2022-03-16T16:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:32.479619 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] Checking router: 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:46:32.487733 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] Routers {'2088e7a9-66d3-4004-8373-fec7bf0a4ad4'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:46:32.488356 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:32.494034 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] For port a8aa4d75-edca-46b3-944a-43df87d79966, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=a8aa4d75-edca-46b3-944a-43df87d79966,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:32.494400 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.506405 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Calling delete_port for a8aa4d75-edca-46b3-944a-43df87d79966 owned by network:router_gateway {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:32.581306 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] Set router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 gateway port host: None {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:46:32.640887 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:46:32Z', 'revision_number': 6, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:32.668069 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a2995-c554-4a3e-bd19-97a2c71396fa None None] The sync data for ids ['2088e7a9-66d3-4004-8373-fec7bf0a4ad4'] in dv-cinder-834009-1-iscsi is: [{'id': '2088e7a9-66d3-4004-8373-fec7bf0a4ad4', 'name': 'tempest-TestVolumeBootPattern-341181006-router', 'tenant_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:36:11Z', 'updated_at': '2022-03-16T16:46:32Z', 'revision_number': 6, 'project_id': 'd6f7f1cd28424a2f8a02c9bba2ec5a83', 'gw_port_host': None}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:46:32.679806 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (a8aa4d75-edca-46b3-944a-43df87d79966), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.706589 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8aa4d75-edca-46b3-944a-43df87d79966,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:32.764300 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.853890 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.855877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks [] for router_controller (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.900092 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (2088e7a9-66d3-4004-8373-fec7bf0a4ad4), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.900651 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2088e7a9-66d3-4004-8373-fec7bf0a4ad4 {{(pid=103491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:46:32.905008 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.906204 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-acbb4552-bee1-4f95-bdb7-6f87c2aeb496 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2088e7a9-66d3-4004-8373-fec7bf0a4ad4 HTTP/1.1" status: 204 len: 168 time: 0.7471819 Mar 16 16:46:32.909280 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42560) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:32.953464 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Deleting subnet b64b0e5b-2d68-49ae-b84d-d4ecd1142878 {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:46:32.956486 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Publish callbacks [] for subnet (b64b0e5b-2d68-49ae-b84d-d4ecd1142878), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:32.990383 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (b64b0e5b-2d68-49ae-b84d-d4ecd1142878), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.075285 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (b64b0e5b-2d68-49ae-b84d-d4ecd1142878), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.135557 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (b64b0e5b-2d68-49ae-b84d-d4ecd1142878), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.159655 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64b0e5b-2d68-49ae-b84d-d4ecd1142878,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:33.167405 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.171243 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b64b0e5b-2d68-49ae-b84d-d4ecd1142878 HTTP/1.1" status: 204 len: 168 time: 0.2610250 Mar 16 16:46:33.172127 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b2bd0-c654-45c8-86fd-c94f4e874b29 None None] Network 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:46:33.174101 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42562) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:33.176224 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.176710 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.177056 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.177397 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.178325 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.178661 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.178988 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.179312 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.179638 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.179961 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.180477 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.180805 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.181171 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.181443 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.181760 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05107521-5bda-46b5-8f6d-0b683e487900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.248098 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (7f8954ef-a4a4-48c1-bed0-a0d9101efdf9), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.307990 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Deleting port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:46:33.308364 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.377802 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] For port 9210ef98-26f7-4d5d-8251-6d24ba143eb5, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=9210ef98-26f7-4d5d-8251-6d24ba143eb5,segment=NetworkSegment(df0519e8-c95f-4044-87e0-f1739d275d9a),segment_id=df0519e8-c95f-4044-87e0-f1739d275d9a)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:46:33.378089 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.390847 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Calling delete_port for 9210ef98-26f7-4d5d-8251-6d24ba143eb5 owned by network:dhcp {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:46:33.471912 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (9210ef98-26f7-4d5d-8251-6d24ba143eb5), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.480517 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d9dea-a6e5-4c40-a332-141239cbffd2 None None] DHCP port deletion for 7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:46:33.506939 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:33.509436 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Pushing event deleted for resources: {'Port': ['ID=9210ef98-26f7-4d5d-8251-6d24ba143eb5,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:33.517333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] No DVR routers for this DVR port 9210ef98-26f7-4d5d-8251-6d24ba143eb5 on host dv-cinder-834009-1-iscsi {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:46:33.521232 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.522210 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.522559 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.522899 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.523234 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.523565 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.523893 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.524220 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.524576 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.524904 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.525231 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.525556 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.525878 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.526197 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.526517 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:46:33.527920 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:33.528270 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device d6c869b3-cbaa-45e8-a4d7-23c47c3ca3e1 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:33.601794 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (7f8954ef-a4a4-48c1-bed0-a0d9101efdf9), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.621656 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8954ef-a4a4-48c1-bed0-a0d9101efdf9']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:33.631241 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0519e8-c95f-4044-87e0-f1739d275d9a') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:33.631465 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0519e8-c95f-4044-87e0-f1739d275d9a') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:46:33.641249 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (df0519e8-c95f-4044-87e0-f1739d275d9a), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.656738 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (df0519e8-c95f-4044-87e0-f1739d275d9a), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.663038 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:46:33.663498 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (df0519e8-c95f-4044-87e0-f1739d275d9a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:46:33.665296 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:46:33.721841 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (7f8954ef-a4a4-48c1-bed0-a0d9101efdf9), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.728723 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.731963 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7f8954ef-a4a4-48c1-bed0-a0d9101efdf9 HTTP/1.1" status: 204 len: 168 time: 0.5568562 Mar 16 16:46:33.748857 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027f647-b0e5-4998-ab8f-82709ebc1761 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8954ef-a4a4-48c1-bed0-a0d9101efdf9,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:33.850319 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42566) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:33.889531 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1f79a280-8b1f-4bb6-a2f9-8d4b65dd6a9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd3136bf22694f2188dfb81fc75f84bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378461 Mar 16 16:46:33.891809 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42568) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:33.940663 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-89999380-ba2a-4cbf-adfe-f3d5358f3edf admin admin] Publish callbacks [] for security_group (5c4d976e-82ed-4804-847b-4e3fb79873b5), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:33.962330 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-89999380-ba2a-4cbf-adfe-f3d5358f3edf admin admin] Publish callbacks [] for security_group (5c4d976e-82ed-4804-847b-4e3fb79873b5), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:34.021567 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-89999380-ba2a-4cbf-adfe-f3d5358f3edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (5c4d976e-82ed-4804-847b-4e3fb79873b5), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:34.024363 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-89999380-ba2a-4cbf-adfe-f3d5358f3edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:34.025539 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-89999380-ba2a-4cbf-adfe-f3d5358f3edf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c4d976e-82ed-4804-847b-4e3fb79873b5 HTTP/1.1" status: 204 len: 168 time: 0.1328037 Mar 16 16:46:34.033662 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89999380-ba2a-4cbf-adfe-f3d5358f3edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4d976e-82ed-4804-847b-4e3fb79873b5,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:34.355581 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42574) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:34.398745 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-52a756c7-c1ff-48ac-902e-9219979fab46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6f7f1cd28424a2f8a02c9bba2ec5a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419893 Mar 16 16:46:34.401232 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42576) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:46:34.447703 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83b445fc-0cad-4ad7-ace6-3af6b891ac85 admin admin] Publish callbacks [] for security_group (e455dff2-feef-4116-a2e9-51af2d2e9b70), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:34.468626 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83b445fc-0cad-4ad7-ace6-3af6b891ac85 admin admin] Publish callbacks [] for security_group (e455dff2-feef-4116-a2e9-51af2d2e9b70), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:34.517399 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83b445fc-0cad-4ad7-ace6-3af6b891ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e455dff2-feef-4116-a2e9-51af2d2e9b70), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:34.520079 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-83b445fc-0cad-4ad7-ace6-3af6b891ac85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:34.521922 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-83b445fc-0cad-4ad7-ace6-3af6b891ac85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e455dff2-feef-4116-a2e9-51af2d2e9b70 HTTP/1.1" status: 204 len: 168 time: 0.1191933 Mar 16 16:46:34.531011 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b445fc-0cad-4ad7-ace6-3af6b891ac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e455dff2-feef-4116-a2e9-51af2d2e9b70,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:46:35.105613 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a8aa4d75-edca-46b3-944a-43df87d79966 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:35.125145 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: a8aa4d75-edca-46b3-944a-43df87d79966 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:35.125481 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device a8aa4d75-edca-46b3-944a-43df87d79966 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:35.125890 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9210ef98-26f7-4d5d-8251-6d24ba143eb5 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:46:35.143862 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 9210ef98-26f7-4d5d-8251-6d24ba143eb5 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:46:35.144201 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 9210ef98-26f7-4d5d-8251-6d24ba143eb5 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:46:36.978355 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-06f54428-8cda-47c0-86ec-0e875c8425e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433304 Mar 16 16:46:37.043752 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-ab2b6f40-c1aa-480c-99ec-11e551b66218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:37.045270 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-ab2b6f40-c1aa-480c-99ec-11e551b66218 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 1129 time: 0.0439451 Mar 16 16:46:37.148418 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-1273b534-98c4-4753-882c-3274b811bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:37.149855 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-1273b534-98c4-4753-882c-3274b811bba2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0857372 Mar 16 16:46:37.212576 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-49411a1d-5324-4dc5-897e-b6fde0f4aa34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac HTTP/1.1" status: 200 len: 1001 time: 0.0569589 Mar 16 16:46:37.264738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-960eba26-8ccf-438b-8abd-cca654ea5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:37.266132 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-960eba26-8ccf-438b-8abd-cca654ea5e96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0482094 Mar 16 16:46:37.317506 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-b67dff1e-1457-4259-abdd-b58b897f9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:46:37.319165 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-b67dff1e-1457-4259-abdd-b58b897f9b5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465090 Mar 16 16:46:37.407711 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-e2bc2490-4c24-4ba8-995c-9f9449f6b27e service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798306 Mar 16 16:46:37.504675 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5eb7ab57-1203-4d57-a452-86011c84b2d6 req-a2ef809b-32a0-4eaf-a689-968403a94532 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901320 Mar 16 16:46:44.046385 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4c5c4708-d7c9-4835-84ea-75b9c7c36172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:46.339713 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-040503a8-f384-4842-9fc6-fde82f240f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:47.590641 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:49.076035 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:50.351290 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:46:53.464536 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:46:54.991074 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:04.378130 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f559eb0-e21d-474b-a996-d7eb8b3d4206 req-bede7c90-2365-4e0c-a713-ad1b24b5fbd5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:04.379611 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5f559eb0-e21d-474b-a996-d7eb8b3d4206 req-bede7c90-2365-4e0c-a713-ad1b24b5fbd5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0528181 Mar 16 16:47:04.429020 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5f559eb0-e21d-474b-a996-d7eb8b3d4206 req-d7363988-34c5-4894-8bab-4b438f257b0b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Mar 16 16:47:05.546764 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a3ae2-88e0-4702-aff9-b605b517371a req-bc168b90-37fe-4a89-8f38-0327aab5b338 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:05.548244 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-da4a3ae2-88e0-4702-aff9-b605b517371a req-bc168b90-37fe-4a89-8f38-0327aab5b338 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0525422 Mar 16 16:47:05.594047 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-da4a3ae2-88e0-4702-aff9-b605b517371a req-4e7cfe4c-534b-4e29-8861-78b2fa428bfa tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Mar 16 16:47:06.017964 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-d71fc93a-12e8-4f9e-b566-b6d303ebb546 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:06.019425 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-d71fc93a-12e8-4f9e-b566-b6d303ebb546 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 946 time: 0.0528188 Mar 16 16:47:06.113135 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port b09ae317-9cf1-4dde-80a3-e64eaff687de {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:47:06.113464 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:06.208483 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] For port b09ae317-9cf1-4dde-80a3-e64eaff687de, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=b09ae317-9cf1-4dde-80a3-e64eaff687de,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:47:06.209096 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:06.393081 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:06.393354 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (1df06295-8216-4ff2-8632-1533fcb84354), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:06.393671 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP 1df06295-8216-4ff2-8632-1533fcb84354 disassociated. External IP: 172.27.0.146, port: b09ae317-9cf1-4dde-80a3-e64eaff687de. Mar 16 16:47:06.394012 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for b09ae317-9cf1-4dde-80a3-e64eaff687de owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:47:06.519676 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b09ae317-9cf1-4dde-80a3-e64eaff687de), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:06.552259 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=b09ae317-9cf1-4dde-80a3-e64eaff687de,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:06.666954 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:47:06.687051 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-f902a430-eb90-475c-b6c2-e2798421e3a4 req-7a6788ee-9870-475b-9cc0-1ba6bcd2510a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba894595-db8e-484d-9010-e214898e0ee8 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Mar 16 16:47:07.040786 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:47:07.050378 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:47:07.060791 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:47:07.061400 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:07.081044 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] No DVR routers for this DVR port b09ae317-9cf1-4dde-80a3-e64eaff687de on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:47:07.084378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:07.087843 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9e0d90f9-486d-4e60-b9ff-bf6793103e50 req-9373ff3f-223f-41a5-aef1-0d2bb1a2ada8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "DELETE /v2.0/ports/b09ae317-9cf1-4dde-80a3-e64eaff687de HTTP/1.1" status: 204 len: 173 time: 1.0634036 Mar 16 16:47:07.088304 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'name': 'network-vif-deleted', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:47:07.090599 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed749b-c328-4543-ada7-61d3508e3f14" -d '{"events": [{"server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "name": "network-vif-deleted", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:47:07.132168 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c87a5ed-4a1b-4947-9430-8e96836d7135 x-openstack-request-id: req-3c87a5ed-4a1b-4947-9430-8e96836d7135 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:47:07.132507 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba894595-db8e-484d-9010-e214898e0ee8", "name": "network-vif-deleted", "tag": "b09ae317-9cf1-4dde-80a3-e64eaff687de", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:47:07.132760 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c87a5ed-4a1b-4947-9430-8e96836d7135 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:47:07.133845 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba894595-db8e-484d-9010-e214898e0ee8', 'name': 'network-vif-deleted', 'tag': 'b09ae317-9cf1-4dde-80a3-e64eaff687de', 'status': 'completed', 'code': 200} Mar 16 16:47:07.172853 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:47:07.397911 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:50Z', 'revision_number': 2, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:07.423904 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:47:07.432787 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:47:07.433405 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:07.553905 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:47:07.773919 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42614) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:07.780622 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:50Z', 'revision_number': 2, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:07.808803 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bab3e1-7fbc-40b2-994c-04f94a211720 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '84e8788c-0bf3-45d3-9398-2d32f1b9c597', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:81:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06241509-ef4d-492f-b020-3b3ca347933b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:43:33Z', 'updated_at': '2022-03-16T16:43:50Z', 'revision_number': 2, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:47:07.838458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3d34ac3b-b88b-42bd-bad8-aeecd9ecbb12 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:07.863305 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3d34ac3b-b88b-42bd-bad8-aeecd9ecbb12 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:07.913960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3d34ac3b-b88b-42bd-bad8-aeecd9ecbb12 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:07.916530 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3d34ac3b-b88b-42bd-bad8-aeecd9ecbb12 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:07.917680 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3d34ac3b-b88b-42bd-bad8-aeecd9ecbb12 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88 HTTP/1.1" status: 204 len: 168 time: 0.1427610 Mar 16 16:47:07.920494 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42616) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:07.927641 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ac3b-b88b-42bd-bad8-aeecd9ecbb12 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:07.936575 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.api.v2.resource [None req-207c6485-1659-4055-99a5-b35d71ed9b38 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] show failed (client error): The resource could not be found. Mar 16 16:47:07.940965 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42618) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:07.941147 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-207c6485-1659-4055-99a5-b35d71ed9b38 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups/cb9d0e5f-12f0-4454-9d8b-c1d7a693ad88 HTTP/1.1" status: 404 len: 347 time: 0.0194690 Mar 16 16:47:08.055399 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb5cab-1dd0-4915-b97d-066fef5e54ef None None] New status for floating IP 1df06295-8216-4ff2-8632-1533fcb84354: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:47:08.076148 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port fa081907-9b07-4c74-925b-8f928499050b {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:47:08.076520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (fa081907-9b07-4c74-925b-8f928499050b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:08.154265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (fa081907-9b07-4c74-925b-8f928499050b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:08.154596 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (fa081907-9b07-4c74-925b-8f928499050b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:08.167644 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for fa081907-9b07-4c74-925b-8f928499050b owned by network:floatingip {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:47:08.299929 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (fa081907-9b07-4c74-925b-8f928499050b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:08.325747 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=fa081907-9b07-4c74-925b-8f928499050b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:08.388513 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (1df06295-8216-4ff2-8632-1533fcb84354), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:08.391005 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:08.392150 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f97bce51-0f2f-4291-b150-dc8578a15293 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/floatingips/1df06295-8216-4ff2-8632-1533fcb84354 HTTP/1.1" status: 204 len: 168 time: 0.4487696 Mar 16 16:47:09.220928 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b09ae317-9cf1-4dde-80a3-e64eaff687de no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:47:09.242413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: b09ae317-9cf1-4dde-80a3-e64eaff687de {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:47:09.242758 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device b09ae317-9cf1-4dde-80a3-e64eaff687de not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:47:09.963844 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d24693-55d3-4662-87b4-c0a681b86e7b req-5b3389d3-4427-4b70-8aff-4abed611ffcc tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:09.965330 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-99d24693-55d3-4662-87b4-c0a681b86e7b req-5b3389d3-4427-4b70-8aff-4abed611ffcc tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 945 time: 0.0529556 Mar 16 16:47:10.012325 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-99d24693-55d3-4662-87b4-c0a681b86e7b req-e77fa1d8-8ca0-48da-b7ac-e565428b4487 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Mar 16 16:47:11.131824 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100f388-dfea-4e84-a911-8001c55d59c0 req-c2bfe064-9086-497f-840b-6bed80de667f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:11.133334 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0100f388-dfea-4e84-a911-8001c55d59c0 req-c2bfe064-9086-497f-840b-6bed80de667f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 945 time: 0.0533292 Mar 16 16:47:11.179749 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-0100f388-dfea-4e84-a911-8001c55d59c0 req-b15b2e11-0b85-428e-9700-68749d2717d1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd02721e-9324-406b-9599-1f2daaec0a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Mar 16 16:47:11.749721 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-29ecbe57-4677-43b8-9094-ebfd6fd7dcf8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:11.751169 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-29ecbe57-4677-43b8-9094-ebfd6fd7dcf8 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 945 time: 0.0508549 Mar 16 16:47:11.842210 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port 9e33e243-0e99-48c0-9e0c-0541afb0efac {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:47:11.842550 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:11.936384 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] For port 9e33e243-0e99-48c0-9e0c-0541afb0efac, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=9e33e243-0e99-48c0-9e0c-0541afb0efac,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:47:11.936752 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:12.120464 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:12.120827 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (84e8788c-0bf3-45d3-9398-2d32f1b9c597), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:12.121141 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP 84e8788c-0bf3-45d3-9398-2d32f1b9c597 disassociated. External IP: 172.27.0.112, port: 9e33e243-0e99-48c0-9e0c-0541afb0efac. Mar 16 16:47:12.121477 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for 9e33e243-0e99-48c0-9e0c-0541afb0efac owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:47:12.262478 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (9e33e243-0e99-48c0-9e0c-0541afb0efac), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:12.284684 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d675251a-c94d-4094-a3b4-79fcdc420419 req-594f4fe9-c895-4723-9972-f7246ba0e2a3 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=06241509-ef4d-492f-b020-3b3ca347933b HTTP/1.1" status: 200 len: 210 time: 0.0302243 Mar 16 16:47:12.302341 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=9e33e243-0e99-48c0-9e0c-0541afb0efac,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:12.414472 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:47:12.524705 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:47:12.536984 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:47:12.548323 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:47:12.548933 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:12.571540 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] No DVR routers for this DVR port 9e33e243-0e99-48c0-9e0c-0541afb0efac on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:47:12.574008 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:12.577563 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-60e09a09-8944-475c-9aee-9a06fc4ecb3e req-6247ecce-bd84-44c8-b5cc-a747f04dd322 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "DELETE /v2.0/ports/9e33e243-0e99-48c0-9e0c-0541afb0efac HTTP/1.1" status: 204 len: 173 time: 0.8214185 Mar 16 16:47:12.578108 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'name': 'network-vif-deleted', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:47:12.581075 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f130fdf-5320-459f-9ef0-df53d7e71d82" -d '{"events": [{"server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "name": "network-vif-deleted", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:47:12.620789 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d66f512-3a84-4c02-a568-994446319de6 x-openstack-request-id: req-2d66f512-3a84-4c02-a568-994446319de6 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:47:12.621086 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06241509-ef4d-492f-b020-3b3ca347933b", "name": "network-vif-deleted", "tag": "9e33e243-0e99-48c0-9e0c-0541afb0efac", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:47:12.621347 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d66f512-3a84-4c02-a568-994446319de6 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:47:12.621752 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06241509-ef4d-492f-b020-3b3ca347933b', 'name': 'network-vif-deleted', 'tag': '9e33e243-0e99-48c0-9e0c-0541afb0efac', 'status': 'completed', 'code': 200} Mar 16 16:47:12.805792 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:47:13.018710 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:13.047139 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:47:13.056562 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:47:13.057168 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:46:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:13.169011 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:47:13.368386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:13.369158 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42648) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:13.395475 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61c85a-6626-46a6-9d3c-49c4494f4645 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:47:13.423864 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-91e7c71e-3a46-4b71-a2e6-3e26aa09b0b2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (bd02721e-9324-406b-9599-1f2daaec0a0d), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.450226 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-91e7c71e-3a46-4b71-a2e6-3e26aa09b0b2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (bd02721e-9324-406b-9599-1f2daaec0a0d), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.500719 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-91e7c71e-3a46-4b71-a2e6-3e26aa09b0b2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (bd02721e-9324-406b-9599-1f2daaec0a0d), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.503449 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-91e7c71e-3a46-4b71-a2e6-3e26aa09b0b2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.504805 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-91e7c71e-3a46-4b71-a2e6-3e26aa09b0b2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd02721e-9324-406b-9599-1f2daaec0a0d HTTP/1.1" status: 204 len: 168 time: 0.1345007 Mar 16 16:47:13.507623 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42650) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:13.514679 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7c71e-3a46-4b71-a2e6-3e26aa09b0b2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd02721e-9324-406b-9599-1f2daaec0a0d,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:13.522715 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.api.v2.resource [None req-91163713-0160-45b3-abbd-b8a336f11aba tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] show failed (client error): The resource could not be found. Mar 16 16:47:13.523816 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-91163713-0160-45b3-abbd-b8a336f11aba tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups/bd02721e-9324-406b-9599-1f2daaec0a0d HTTP/1.1" status: 404 len: 347 time: 0.0149837 Mar 16 16:47:13.526675 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42652) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:13.637021 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04f7e7-1bad-4457-985a-5b700eb268eb None None] New status for floating IP 84e8788c-0bf3-45d3-9398-2d32f1b9c597: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:47:13.660412 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port b77bbe3b-7265-430a-8a80-0a824244ac06 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:47:13.661159 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.740576 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.740906 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (b77bbe3b-7265-430a-8a80-0a824244ac06), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.753256 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for b77bbe3b-7265-430a-8a80-0a824244ac06 owned by network:floatingip {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:47:13.889544 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (b77bbe3b-7265-430a-8a80-0a824244ac06), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.920035 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=b77bbe3b-7265-430a-8a80-0a824244ac06,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:13.980722 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (84e8788c-0bf3-45d3-9398-2d32f1b9c597), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.983369 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:13.984537 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5f3a8d8f-7bed-409c-8c33-1acd3b97bd48 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/floatingips/84e8788c-0bf3-45d3-9398-2d32f1b9c597 HTTP/1.1" status: 204 len: 168 time: 0.4568696 Mar 16 16:47:14.047548 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a0b8b45d-6944-4216-8557-cc2b9af2c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.441448 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42656) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:14.446541 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-8fa8ab6f-9bcf-45bd-84d3-9dbec968413a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234166386', 'description': 'tempest-description--700013850'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:47:14.465977 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ab6f-9bcf-45bd-84d3-9dbec968413a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.547094 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ab6f-9bcf-45bd-84d3-9dbec968413a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (4fc9bd7c-7926-4932-b52e-59703a6feda3), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.551005 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ab6f-9bcf-45bd-84d3-9dbec968413a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (4fc9bd7c-7926-4932-b52e-59703a6feda3), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.586269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ab6f-9bcf-45bd-84d3-9dbec968413a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.587498 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8fa8ab6f-9bcf-45bd-84d3-9dbec968413a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1444995 Mar 16 16:47:14.589411 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8ab6f-9bcf-45bd-84d3-9dbec968413a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc9bd7c-7926-4932-b52e-59703a6feda3,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:14.590484 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42658) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:14.596355 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-5327f593-8550-434f-9692-5c356ba75a89 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': '4fc9bd7c-7926-4932-b52e-59703a6feda3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:47:14.621397 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5327f593-8550-434f-9692-5c356ba75a89 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (32a3f904-5838-4dbd-9d24-42fa8c191f38), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.665601 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5327f593-8550-434f-9692-5c356ba75a89 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (32a3f904-5838-4dbd-9d24-42fa8c191f38), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.669164 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5327f593-8550-434f-9692-5c356ba75a89 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (32a3f904-5838-4dbd-9d24-42fa8c191f38), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.687320 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327f593-8550-434f-9692-5c356ba75a89 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a3f904-5838-4dbd-9d24-42fa8c191f38,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:14.695734 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5327f593-8550-434f-9692-5c356ba75a89 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.696966 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5327f593-8550-434f-9692-5c356ba75a89 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047692 Mar 16 16:47:14.699540 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42660) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:14.703795 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-36ee36ce-2d93-45ea-b8c4-995e65fd4ade tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': '4fc9bd7c-7926-4932-b52e-59703a6feda3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:47:14.727868 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36ee36ce-2d93-45ea-b8c4-995e65fd4ade tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (c0079c7d-8ab5-42d7-a62f-0bb658c24c04), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.783287 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36ee36ce-2d93-45ea-b8c4-995e65fd4ade tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (c0079c7d-8ab5-42d7-a62f-0bb658c24c04), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.786950 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36ee36ce-2d93-45ea-b8c4-995e65fd4ade tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (c0079c7d-8ab5-42d7-a62f-0bb658c24c04), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.800979 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee36ce-2d93-45ea-b8c4-995e65fd4ade tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0079c7d-8ab5-42d7-a62f-0bb658c24c04,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:14.812026 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-36ee36ce-2d93-45ea-b8c4-995e65fd4ade tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.813242 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-36ee36ce-2d93-45ea-b8c4-995e65fd4ade tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127560 Mar 16 16:47:14.816608 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42662) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:14.821674 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:47:14.841800 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:14.956590 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.061997 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.27.0.69 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/b08e3042-be3b-4686-b83c-a2e6be94bfbb) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:47:15.161086 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.196353 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.231479 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:47:15.237606 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:47:15.240702 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:47:15.267543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 9e33e243-0e99-48c0-9e0c-0541afb0efac no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:47:15.268218 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=b08e3042-be3b-4686-b83c-a2e6be94bfbb,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:15.291903 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 9e33e243-0e99-48c0-9e0c-0541afb0efac {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:47:15.292225 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 9e33e243-0e99-48c0-9e0c-0541afb0efac not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:47:15.333985 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (c23c8fee-008f-4a09-a414-e4062c0bd84e), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.369326 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.515190 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.519558 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.584255 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=b08e3042-be3b-4686-b83c-a2e6be94bfbb,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:15.595461 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (c23c8fee-008f-4a09-a414-e4062c0bd84e), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.611492 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:15.612738 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d2da4a7d-30e2-48fd-80b5-5a4761f11f31 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7945549 Mar 16 16:47:15.805951 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-4ec508b6-9448-4ced-9cf8-2768802345f6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--234166386&fields=id&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 267 time: 0.0468595 Mar 16 16:47:15.910293 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-311b36a2-be0d-422e-afe6-1c8e601fa152 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:15.912357 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-311b36a2-be0d-422e-afe6-1c8e601fa152 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.1002402 Mar 16 16:47:15.926567 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-2300443c-0462-465b-80c1-13f525f2648a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/quotas/11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 375 time: 0.0087550 Mar 16 16:47:15.979250 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-9da98519-30af-49a5-9528-f6fbda19c02e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481629 Mar 16 16:47:16.077290 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-8bbf71a8-d13f-46c4-9ffb-edafa793dc35 service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868926 Mar 16 16:47:16.164051 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7fe0f7ca-9716-4be0-b076-2895ea9e67ae service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804830 Mar 16 16:47:16.320901 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d7555816-6af3-41e2-91ab-b30c2b9bb2e4 req-ffcee3f8-70cf-4f0f-81f8-5329ec2ad56d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 210 time: 0.0290015 Mar 16 16:47:16.344357 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-53377459-95dd-41f8-a368-7148385c4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:17.216676 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-9228c5b3-cd1b-4f5a-bf83-6670c1d3f6be tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:17.218105 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-9228c5b3-cd1b-4f5a-bf83-6670c1d3f6be tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.1081624 Mar 16 16:47:17.279045 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-8102de0f-edd2-4f6e-a705-0b8675858bd7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 379 time: 0.0525491 Mar 16 16:47:17.302828 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'port': {'device_id': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'admin_state_up': True, 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'security_groups': ['4fc9bd7c-7926-4932-b52e-59703a6feda3']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:47:17.420529 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ae16e35e-2f99-4487-b4fb-252cce6e77fb req-666260da-c3d5-48f6-bd52-46a4579e502f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 210 time: 0.0301538 Mar 16 16:47:17.441391 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Made reservation on behalf of 11a070eb547747cfbf2045279e5bbe93 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:47:17.441391 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:17.563453 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.20.0.4 (5f316a39-80e5-4dc2-b3fa-f384f2847717/18970fce-c420-451a-8833-881955f34072/2a4230fe-86a2-4d24-af6a-6681eefde132) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:47:17.594997 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:17.701556 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:17.734604 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:17.780841 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:47:17.784015 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:47:17.788574 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:47:17.811473 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=2a4230fe-86a2-4d24-af6a-6681eefde132,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:17.840031 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:17.840681 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:17.858772 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-648e1c89-acfb-4c5b-b7f8-b014951593f2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604148 Mar 16 16:47:17.870175 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Request body: {'port': {'device_id': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:47:17.931378 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:18.050684 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-28405006-8912-4d2e-add7-9ddcee8781d6 None None] Provisioning complete for port 2a4230fe-86a2-4d24-af6a-6681eefde132 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:47:18.051051 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-28405006-8912-4d2e-add7-9ddcee8781d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:18.085202 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-28405006-8912-4d2e-add7-9ddcee8781d6 None None] Port 2a4230fe-86a2-4d24-af6a-6681eefde132 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:47:18.192760 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4230fe-86a2-4d24-af6a-6681eefde132 {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:47:18.200148 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Publish callbacks [] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:18.212370 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Transition to ACTIVE for port object 2a4230fe-86a2-4d24-af6a-6681eefde132 will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:47:18.215771 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:18.264320 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Pushing event updated for resources: {'Port': ['ID=2a4230fe-86a2-4d24-af6a-6681eefde132,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:18.338571 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Attempting to bind port 2a4230fe-86a2-4d24-af6a-6681eefde132 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:47:18.338832 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Attempting to bind port 2a4230fe-86a2-4d24-af6a-6681eefde132 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:47:18.339159 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Attempting to bind port 2a4230fe-86a2-4d24-af6a-6681eefde132 on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:47:18.343810 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Port 2a4230fe-86a2-4d24-af6a-6681eefde132 on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:47:18.344130 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Attempting to bind port 2a4230fe-86a2-4d24-af6a-6681eefde132 on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:47:18.349960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:47:18.350304 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Checking segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:47:18.350695 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Bound using segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:47:18.351336 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Bound port: 2a4230fe-86a2-4d24-af6a-6681eefde132, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:47:18.351698 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:18.421364 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] For port 2a4230fe-86a2-4d24-af6a-6681eefde132, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:47:18.424358 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] For port 2a4230fe-86a2-4d24-af6a-6681eefde132, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a4230fe-86a2-4d24-af6a-6681eefde132,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:47:18.429669 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:18.461672 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:18.462304 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:18.463714 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] 10.222.0.57 "PUT /v2.0/ports/2a4230fe-86a2-4d24-af6a-6681eefde132 HTTP/1.1" status: 200 len: 1093 time: 0.5976961 Mar 16 16:47:18.464230 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:47:18.466379 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:47:18.505026 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57941b-17e6-48ec-b268-d56dd2a13fec service neutron] Pushing event updated for resources: {'Port': ['ID=2a4230fe-86a2-4d24-af6a-6681eefde132,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:18.531677 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36b040d-0626-47b7-87c4-6c60b4cb4499 x-openstack-request-id: req-c36b040d-0626-47b7-87c4-6c60b4cb4499 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:47:18.531979 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:47:18.532236 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c36b040d-0626-47b7-87c4-6c60b4cb4499 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:47:18.532666 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'status': 'completed', 'code': 200} Mar 16 16:47:18.569019 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-69c666e4-359b-410b-96b1-f00bae948afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:18.570616 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-69c666e4-359b-410b-96b1-f00bae948afe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 1127 time: 0.0557253 Mar 16 16:47:18.573330 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa7a8-69ab-4905-a2be-c2dc6b2e83c4 req-48bf4bc1-8bcb-4fc2-aa86-60a150b97324 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:18.574884 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-56aaa7a8-69ab-4905-a2be-c2dc6b2e83c4 req-48bf4bc1-8bcb-4fc2-aa86-60a150b97324 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 943 time: 0.0638866 Mar 16 16:47:18.620943 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-9238a924-4946-4387-bac4-5e8316c531c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4230fe-86a2-4d24-af6a-6681eefde132 HTTP/1.1" status: 200 len: 217 time: 0.0426693 Mar 16 16:47:18.630227 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-56aaa7a8-69ab-4905-a2be-c2dc6b2e83c4 req-c77f317b-92f4-469e-92b6-989c70918f9d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495121 Mar 16 16:47:18.673041 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-3e8cbbdd-a5e7-4152-8e78-581a51a84502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:18.674517 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-3e8cbbdd-a5e7-4152-8e78-581a51a84502 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0478659 Mar 16 16:47:18.722075 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-66b61bc0-9ae3-4b4a-8c4b-36d4d7b46eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:18.723615 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-66b61bc0-9ae3-4b4a-8c4b-36d4d7b46eb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436811 Mar 16 16:47:18.814069 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-05c23af3-531d-49dc-a94a-dbfab6ca092b service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830209 Mar 16 16:47:18.899387 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-319c602a-a9b0-45ff-9a12-c324bdb2e736 req-a1588005-ae05-499e-af71-fb75b1a9e11d service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799499 Mar 16 16:47:18.988018 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-3f2b9073-7cc2-4c8f-80a9-fd74fb17617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:18.989602 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-3f2b9073-7cc2-4c8f-80a9-fd74fb17617b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 1127 time: 0.0442607 Mar 16 16:47:19.081107 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-80f92d00-cfa2-4657-bbc1-8a593b7124c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:19.081269 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:19.083576 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-80f92d00-cfa2-4657-bbc1-8a593b7124c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0883169 Mar 16 16:47:19.123759 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-a581f1cb-c432-4de3-a3b2-63a55f3334d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4230fe-86a2-4d24-af6a-6681eefde132 HTTP/1.1" status: 200 len: 217 time: 0.0339382 Mar 16 16:47:19.173382 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-63f868df-6594-4646-a3c7-1d079be0170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:19.174716 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-63f868df-6594-4646-a3c7-1d079be0170f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0456772 Mar 16 16:47:19.221687 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-c40191c4-f233-454e-b4d0-e2c534e1b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:19.223168 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-c40191c4-f233-454e-b4d0-e2c534e1b3f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430624 Mar 16 16:47:19.308811 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-c8d0af83-5f65-4fc2-9f8f-15bf23bd8334 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793979 Mar 16 16:47:19.398553 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8e67ec2a-6ad9-4c03-bdcf-c6a3e444f76f req-e03c521f-5207-473d-a5ce-63d2605f60b5 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839703 Mar 16 16:47:19.748547 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b95301-3441-44b3-be3b-d228cbf35be9 req-dbbae6b6-7c9a-4bad-b479-cf225c61c5b9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:19.750025 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-40b95301-3441-44b3-be3b-d228cbf35be9 req-dbbae6b6-7c9a-4bad-b479-cf225c61c5b9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 943 time: 0.0521646 Mar 16 16:47:19.795938 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-40b95301-3441-44b3-be3b-d228cbf35be9 req-435b1a76-d993-4f81-8832-3c828b461dbc tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397971 Mar 16 16:47:20.355499 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:20.914872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0ce6-4fb4-474b-a4b4-6cea720edf47 req-f5eab177-add1-41f2-af7a-f16d5796f91f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:20.916367 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1e3b0ce6-4fb4-474b-a4b4-6cea720edf47 req-f5eab177-add1-41f2-af7a-f16d5796f91f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 943 time: 0.0558195 Mar 16 16:47:20.963306 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-1e3b0ce6-4fb4-474b-a4b4-6cea720edf47 req-9e0a4a7e-9c06-4693-91e2-b1f588bcdf14 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413604 Mar 16 16:47:21.280851 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a4230fe-86a2-4d24-af6a-6681eefde132 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:47:21.381753 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 2a4230fe-86a2-4d24-af6a-6681eefde132, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a4230fe-86a2-4d24-af6a-6681eefde132,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:47:21.392825 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'port_id': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'mac_address': 'fa:16:3e:29:19:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:47:21.428340 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 2a4230fe-86a2-4d24-af6a-6681eefde132 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:47:21.428720 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:21.445188 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4230fe-86a2-4d24-af6a-6681eefde132 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:47:21.463169 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 2a4230fe-86a2-4d24-af6a-6681eefde132, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a4230fe-86a2-4d24-af6a-6681eefde132,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:47:21.467943 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:21.514301 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=2a4230fe-86a2-4d24-af6a-6681eefde132,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:21.521052 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.521399 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.521739 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.522077 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.522412 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.522740 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.523063 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.523385 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.523707 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.524026 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.524375 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.524697 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.525013 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.525325 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.525638 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:47:21.789449 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['2a4230fe-86a2-4d24-af6a-6681eefde132'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:47:22.083790 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb9cc6-defe-4c20-b53e-840614dcb8cc req-a0a3fcbc-a405-48ce-8678-fc686d7cd236 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:22.085242 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7fbb9cc6-defe-4c20-b53e-840614dcb8cc req-a0a3fcbc-a405-48ce-8678-fc686d7cd236 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 944 time: 0.0567200 Mar 16 16:47:22.131434 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7fbb9cc6-defe-4c20-b53e-840614dcb8cc req-60e5a380-3a94-4742-acee-b55b1b6c2b5a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 Mar 16 16:47:23.246175 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88ed97-17c5-4e5a-9bb5-46a60b68dbd1 req-b66a9652-a9e5-4468-9462-dc9333afdaf4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:23.248831 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fc88ed97-17c5-4e5a-9bb5-46a60b68dbd1 req-b66a9652-a9e5-4468-9462-dc9333afdaf4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 944 time: 0.0529859 Mar 16 16:47:23.296517 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a4230fe-86a2-4d24-af6a-6681eefde132 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:47:23.300811 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-fc88ed97-17c5-4e5a-9bb5-46a60b68dbd1 req-39d176b3-9e98-4065-886f-39bdb0e5f76f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465114 Mar 16 16:47:23.345306 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 2a4230fe-86a2-4d24-af6a-6681eefde132 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:47:23.349968 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 2a4230fe-86a2-4d24-af6a-6681eefde132 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:47:23.350339 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:23.427054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 2a4230fe-86a2-4d24-af6a-6681eefde132 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:47:23.427430 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:23.449458 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:47:23.451679 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b1641-befb-4882-867d-b573dd0e38c3" -d '{"events": [{"server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "name": "network-vif-plugged", "status": "completed", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:47:23.467718 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 2a4230fe-86a2-4d24-af6a-6681eefde132, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a4230fe-86a2-4d24-af6a-6681eefde132,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:47:23.471795 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:23.494814 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640660bd-4b1b-4455-a53d-1c3b89d63248 x-openstack-request-id: req-640660bd-4b1b-4455-a53d-1c3b89d63248 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:47:23.495098 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "name": "network-vif-plugged", "status": "completed", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:47:23.495348 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-640660bd-4b1b-4455-a53d-1c3b89d63248 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:47:23.495733 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'code': 200} Mar 16 16:47:23.523917 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=2a4230fe-86a2-4d24-af6a-6681eefde132,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:47:23.654386 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065f188-c2bb-4ebf-8b5c-f94e4639f439 req-874cef30-ffd4-4172-bebe-942bab94ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:23.655767 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e065f188-c2bb-4ebf-8b5c-f94e4639f439 req-874cef30-ffd4-4172-bebe-942bab94ba51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 1129 time: 0.0430882 Mar 16 16:47:23.697764 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e065f188-c2bb-4ebf-8b5c-f94e4639f439 req-9a5a129c-9d5a-40e9-a3d8-3efb3dfd0c33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359883 Mar 16 16:47:24.421170 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c966d1-622b-4158-9208-4f9fa91a2a07 req-a2e58ecd-6f5c-4434-8633-8a17bf282238 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:24.422641 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d1c966d1-622b-4158-9208-4f9fa91a2a07 req-a2e58ecd-6f5c-4434-8633-8a17bf282238 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 945 time: 0.0551569 Mar 16 16:47:24.468839 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d1c966d1-622b-4158-9208-4f9fa91a2a07 req-4909f103-1494-4340-8747-4d18730298ef tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401881 Mar 16 16:47:24.983638 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:25.586382 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15434a2c-d645-4eb4-89cf-ef76e6dc5836 req-98cc9b90-9a4f-44cb-b9fc-e108ca6f13cf tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:25.587846 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-15434a2c-d645-4eb4-89cf-ef76e6dc5836 req-98cc9b90-9a4f-44cb-b9fc-e108ca6f13cf tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Mar 16 16:47:25.636847 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-15434a2c-d645-4eb4-89cf-ef76e6dc5836 req-0f72fbe4-3aab-4e45-8bb5-274b3aa2b2bf tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 Mar 16 16:47:25.747670 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bf008-c0e8-495a-9982-9b0cdca6412a req-e600caf6-58a3-458a-be69-c8fad0af52f4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:25.749070 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-925bf008-c0e8-495a-9982-9b0cdca6412a req-e600caf6-58a3-458a-be69-c8fad0af52f4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Mar 16 16:47:25.757925 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42716) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:47:25.762123 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'port_id': '2a4230fe-86a2-4d24-af6a-6681eefde132'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:47:25.803702 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (c23c8fee-008f-4a09-a414-e4062c0bd84e), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:26.232862 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:26.236512 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (c23c8fee-008f-4a09-a414-e4062c0bd84e), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:26.342616 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP c23c8fee-008f-4a09-a414-e4062c0bd84e associated. External IP: 172.27.0.69, port: 2a4230fe-86a2-4d24-af6a-6681eefde132. Mar 16 16:47:26.546454 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:47:26.654392 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:47:26.659127 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:26.664180 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:47:26.673753 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:47:26.674350 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:47:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:26.688337 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-0664dcdf-d46a-4dbd-8f34-79bb5df57e26 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "PUT /v2.0/floatingips/c23c8fee-008f-4a09-a414-e4062c0bd84e HTTP/1.1" status: 200 len: 990 time: 0.9293375 Mar 16 16:47:26.688929 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:47:26.691420 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1162891a-4359-4362-9291-f5cd0cddce19" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:47:26.727635 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d73430-ae2f-40c8-93be-b7ab59115086 x-openstack-request-id: req-c7d73430-ae2f-40c8-93be-b7ab59115086 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:47:26.727930 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:47:26.728188 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7d73430-ae2f-40c8-93be-b7ab59115086 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:47:26.728625 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'status': 'completed', 'code': 200} Mar 16 16:47:26.782349 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:47:26.792602 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162891a-4359-4362-9291-f5cd0cddce19 req-d4e36d29-2193-4406-8bef-1ca19a508da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:26.794140 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1162891a-4359-4362-9291-f5cd0cddce19 req-d4e36d29-2193-4406-8bef-1ca19a508da0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 1129 time: 0.0444224 Mar 16 16:47:26.881697 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162891a-4359-4362-9291-f5cd0cddce19 req-8e828ee3-1a54-422f-afd8-ca1f6e1b27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:26.883160 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1162891a-4359-4362-9291-f5cd0cddce19 req-8e828ee3-1a54-422f-afd8-ca1f6e1b27c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0834334 Mar 16 16:47:26.951270 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1162891a-4359-4362-9291-f5cd0cddce19 req-54bfa9ac-7444-4ddf-a2ce-7f8db9eeee50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4230fe-86a2-4d24-af6a-6681eefde132 HTTP/1.1" status: 200 len: 998 time: 0.0609858 Mar 16 16:47:26.999135 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162891a-4359-4362-9291-f5cd0cddce19 req-f95b238d-195a-4e07-9ac2-fd91c39849b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:27.000642 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1162891a-4359-4362-9291-f5cd0cddce19 req-f95b238d-195a-4e07-9ac2-fd91c39849b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0443876 Mar 16 16:47:27.011166 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': 'c23c8fee-008f-4a09-a414-e4062c0bd84e', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:29:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:47:15Z', 'updated_at': '2022-03-16T16:47:26Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:27.037554 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:47:27.045683 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:47:27.046288 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:47:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:27.047935 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162891a-4359-4362-9291-f5cd0cddce19 req-f237c18c-3755-4def-ac54-dfed86ab7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:47:27.049486 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1162891a-4359-4362-9291-f5cd0cddce19 req-f237c18c-3755-4def-ac54-dfed86ab7f40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432212 Mar 16 16:47:27.140079 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1162891a-4359-4362-9291-f5cd0cddce19 req-35e82a13-671e-4792-8342-8c8f5a17444d service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849137 Mar 16 16:47:27.152354 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:47:27.227305 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1162891a-4359-4362-9291-f5cd0cddce19 req-4b5b386b-f5ac-4e24-9642-2ed370e3ec58 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809886 Mar 16 16:47:27.373822 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': 'c23c8fee-008f-4a09-a414-e4062c0bd84e', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:29:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:47:15Z', 'updated_at': '2022-03-16T16:47:26Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:47:27.403552 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dc9a3-e3ad-4026-9771-0ba14f110856 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': 'c23c8fee-008f-4a09-a414-e4062c0bd84e', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:29:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:47:15Z', 'updated_at': '2022-03-16T16:47:26Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:47:27.591147 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eb12c0-3a98-42e3-8414-99aacf50bd3c None None] New status for floating IP c23c8fee-008f-4a09-a414-e4062c0bd84e: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:47:30.464375 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:47:44.052628 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a388e7d4-2d01-4c17-ad9b-378c5593660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:46.345766 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0531c152-d0f7-4537-aad9-de340b27a48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:47.596018 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:49.082587 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:50.357535 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:47:55.004190 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:07.462713 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:48:14.054709 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-75e4a55b-654f-449a-97ff-8e2fc8ecb3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:16.346882 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fb886945-3186-48f8-92e5-89a84ca29543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:17.602027 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:19.084979 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:20.359154 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:25.023246 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:40.954644 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-a5933209-21dd-48cd-8c8b-3c35967ad65f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442214 Mar 16 16:48:41.042296 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-cf3dcc2b-f5bf-4891-80c2-ecd7634d47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:41.043774 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-cf3dcc2b-f5bf-4891-80c2-ecd7634d47b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 1129 time: 0.0476055 Mar 16 16:48:41.143053 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-02608f03-d9e2-446f-a457-3ee3fad10718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:41.144617 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-02608f03-d9e2-446f-a457-3ee3fad10718 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0834336 Mar 16 16:48:41.213469 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-51c2c3f6-eb55-49a3-8ad6-8fd0c93e9d44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4230fe-86a2-4d24-af6a-6681eefde132 HTTP/1.1" status: 200 len: 1000 time: 0.0625379 Mar 16 16:48:41.267166 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-a4c5eaad-bddf-44ad-b2af-3c838ed9704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:41.269444 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-a4c5eaad-bddf-44ad-b2af-3c838ed9704b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0503700 Mar 16 16:48:41.321058 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-c69d771d-e406-40b0-8689-4b5a92ad26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:41.322566 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-c69d771d-e406-40b0-8689-4b5a92ad26dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456450 Mar 16 16:48:41.677491 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-2369064b-49cb-49c3-8f16-efd4e7c5f0e2 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485408 Mar 16 16:48:41.768856 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-fe4935af-53f4-475b-919e-a0f972f81ed9 req-98ad934a-f25c-4d75-a23a-11774b284789 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849793 Mar 16 16:48:44.056895 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4860121a-df32-4230-a897-39ad89a461f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:44.461389 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:48:46.348577 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b387e75f-ce27-48e3-a480-f17813cce261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:47.603992 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:49.090817 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:50.363768 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:50.841678 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc25a77-ce19-484b-8e83-3e00513fadf7 req-97ddbec1-dec1-4a28-b750-b92bc95130d6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:50.843137 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-edc25a77-ce19-484b-8e83-3e00513fadf7 req-97ddbec1-dec1-4a28-b750-b92bc95130d6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Mar 16 16:48:50.891897 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-edc25a77-ce19-484b-8e83-3e00513fadf7 req-512a183f-99b5-4bba-baee-f6a4d0576981 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Mar 16 16:48:52.013253 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722d77-cb05-4d03-9818-2a5c05f8aee7 req-8d971fdb-7f68-4dad-bb00-d83b84c91e97 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:52.014737 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-48722d77-cb05-4d03-9818-2a5c05f8aee7 req-8d971fdb-7f68-4dad-bb00-d83b84c91e97 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 945 time: 0.0536411 Mar 16 16:48:52.061955 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-48722d77-cb05-4d03-9818-2a5c05f8aee7 req-fadd2b1a-77b5-4fee-aea7-1afcfb7f3c43 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415421 Mar 16 16:48:52.685178 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c74f5d-284a-43e3-869b-33af1738016d req-655b115f-1114-43eb-aa1d-16fe544c1d34 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:52.686612 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e2c74f5d-284a-43e3-869b-33af1738016d req-655b115f-1114-43eb-aa1d-16fe544c1d34 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 945 time: 0.0514541 Mar 16 16:48:52.775868 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port 2a4230fe-86a2-4d24-af6a-6681eefde132 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:48:52.776202 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:52.863691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] For port 2a4230fe-86a2-4d24-af6a-6681eefde132, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=2a4230fe-86a2-4d24-af6a-6681eefde132,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:48:52.864048 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:53.032863 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:53.033227 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (c23c8fee-008f-4a09-a414-e4062c0bd84e), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:53.033542 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP c23c8fee-008f-4a09-a414-e4062c0bd84e disassociated. External IP: 172.27.0.69, port: 2a4230fe-86a2-4d24-af6a-6681eefde132. Mar 16 16:48:53.033880 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for 2a4230fe-86a2-4d24-af6a-6681eefde132 owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:48:53.195089 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (2a4230fe-86a2-4d24-af6a-6681eefde132), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:53.226833 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=2a4230fe-86a2-4d24-af6a-6681eefde132,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:53.236747 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c7fc8-76c2-44c9-8a9f-2a973d421dda req-a8c5f81a-53de-4c89-a4f2-1f30a6a7a96d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:53.238195 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e01c7fc8-76c2-44c9-8a9f-2a973d421dda req-a8c5f81a-53de-4c89-a4f2-1f30a6a7a96d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6 HTTP/1.1" status: 200 len: 867 time: 0.0962586 Mar 16 16:48:53.248675 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.249023 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.249370 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.249710 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.250062 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.250367 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.250692 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.251014 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.251336 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.251660 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.251978 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.252312 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.252637 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.252957 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.253275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:53.365767 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e01c7fc8-76c2-44c9-8a9f-2a973d421dda req-0133b6a3-4527-42c8-a408-4164c28c8dc1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fc9bd7c-7926-4932-b52e-59703a6feda3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199985 Mar 16 16:48:53.398169 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:48:53.505775 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:48:53.515396 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:48:53.526142 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:48:53.526753 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:48:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:48:53.546783 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] No DVR routers for this DVR port 2a4230fe-86a2-4d24-af6a-6681eefde132 on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:48:53.549349 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:53.552754 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e2c74f5d-284a-43e3-869b-33af1738016d req-d27aa513-55f5-44a7-acca-a84654d7dbc5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "DELETE /v2.0/ports/2a4230fe-86a2-4d24-af6a-6681eefde132 HTTP/1.1" status: 204 len: 173 time: 0.8611493 Mar 16 16:48:53.553191 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'name': 'network-vif-deleted', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:48:53.555692 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c5f545-12cb-49df-809d-1ee286e65b97" -d '{"events": [{"server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "name": "network-vif-deleted", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:48:53.600491 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48978062-6a1f-4688-b8a4-92a986361b6b x-openstack-request-id: req-48978062-6a1f-4688-b8a4-92a986361b6b {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:48:53.601534 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c4c1ba-bb2a-4e99-b2c3-017db2b199c6", "name": "network-vif-deleted", "tag": "2a4230fe-86a2-4d24-af6a-6681eefde132", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:48:53.601688 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48978062-6a1f-4688-b8a4-92a986361b6b {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:48:53.602422 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c4c1ba-bb2a-4e99-b2c3-017db2b199c6', 'name': 'network-vif-deleted', 'tag': '2a4230fe-86a2-4d24-af6a-6681eefde132', 'status': 'completed', 'code': 200} Mar 16 16:48:53.649353 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:48:53.854960 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:48:53.880527 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:48:53.889181 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:48:53.889784 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:48:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:48:54.009226 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:48:54.207019 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:48:54.232561 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0479a7d-7bbe-47ea-8970-4beabdbfd3b7 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:48:54.441122 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320055b-6b13-4eda-b635-650e1d87534b None None] New status for floating IP c23c8fee-008f-4a09-a414-e4062c0bd84e: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:48:54.451922 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42836) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:48:54.507244 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (4fc9bd7c-7926-4932-b52e-59703a6feda3), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:54.531851 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (4fc9bd7c-7926-4932-b52e-59703a6feda3), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:54.587521 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (4fc9bd7c-7926-4932-b52e-59703a6feda3), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:54.590525 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:54.592397 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/security-groups/4fc9bd7c-7926-4932-b52e-59703a6feda3 HTTP/1.1" status: 204 len: 168 time: 0.1392150 Mar 16 16:48:54.595410 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42838) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:48:54.604398 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc9bd7c-7926-4932-b52e-59703a6feda3,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:54.610289 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.api.v2.resource [None req-f687f914-04c3-42db-8617-91b9769dad71 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] show failed (client error): The resource could not be found. Mar 16 16:48:54.614048 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-f687f914-04c3-42db-8617-91b9769dad71 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups/4fc9bd7c-7926-4932-b52e-59703a6feda3 HTTP/1.1" status: 404 len: 347 time: 0.0148814 Mar 16 16:48:54.614441 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42840) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:48:54.614959 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.615477 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.615981 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.616548 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.617045 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.617544 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.618037 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.618531 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.619027 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.619522 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.620017 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.620541 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.621028 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.621528 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.622037 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf161ec-2980-4a37-a43c-c67466e89b4e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:48:54.742473 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port b08e3042-be3b-4686-b83c-a2e6be94bfbb {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:48:54.742813 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:54.825838 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:54.826069 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (b08e3042-be3b-4686-b83c-a2e6be94bfbb), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:54.837443 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for b08e3042-be3b-4686-b83c-a2e6be94bfbb owned by network:floatingip {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:48:54.968978 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b08e3042-be3b-4686-b83c-a2e6be94bfbb), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.004853 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=b08e3042-be3b-4686-b83c-a2e6be94bfbb,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:55.016070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.068650 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (c23c8fee-008f-4a09-a414-e4062c0bd84e), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.071181 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.072393 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-8d8742f4-b104-4eef-8690-f0f3eedb45a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/floatingips/c23c8fee-008f-4a09-a414-e4062c0bd84e HTTP/1.1" status: 204 len: 168 time: 0.4569263 Mar 16 16:48:55.613245 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 42844) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:48:55.618398 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-b19ea9c6-716b-47a0-bee1-735468a157d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865370280', 'description': 'tempest-description--1548904492'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:48:55.638146 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b19ea9c6-716b-47a0-bee1-735468a157d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.702820 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a4230fe-86a2-4d24-af6a-6681eefde132 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:48:55.705707 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b19ea9c6-716b-47a0-bee1-735468a157d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (867fdd94-6324-4551-bc5a-cb9c25184645), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.709461 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b19ea9c6-716b-47a0-bee1-735468a157d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (867fdd94-6324-4551-bc5a-cb9c25184645), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.725461 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 2a4230fe-86a2-4d24-af6a-6681eefde132 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:48:55.726174 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 2a4230fe-86a2-4d24-af6a-6681eefde132 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:48:55.740877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-b19ea9c6-716b-47a0-bee1-735468a157d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.743173 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-b19ea9c6-716b-47a0-bee1-735468a157d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1289303 Mar 16 16:48:55.744311 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ea9c6-716b-47a0-bee1-735468a157d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867fdd94-6324-4551-bc5a-cb9c25184645,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:55.746866 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42846) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:48:55.751672 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-25e7fff6-0291-4e55-aa3e-d5e32b8d5a61 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': '867fdd94-6324-4551-bc5a-cb9c25184645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:48:55.777656 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25e7fff6-0291-4e55-aa3e-d5e32b8d5a61 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (b5bd5203-e53f-4b01-98b0-1893aacfeb62), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.826050 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25e7fff6-0291-4e55-aa3e-d5e32b8d5a61 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (b5bd5203-e53f-4b01-98b0-1893aacfeb62), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.829443 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25e7fff6-0291-4e55-aa3e-d5e32b8d5a61 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (b5bd5203-e53f-4b01-98b0-1893aacfeb62), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.848531 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7fff6-0291-4e55-aa3e-d5e32b8d5a61 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bd5203-e53f-4b01-98b0-1893aacfeb62,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:55.853996 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-25e7fff6-0291-4e55-aa3e-d5e32b8d5a61 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.857760 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-25e7fff6-0291-4e55-aa3e-d5e32b8d5a61 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071367 Mar 16 16:48:55.857920 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42848) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:48:55.861993 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-32ee17ba-0c51-4281-88cc-d00dbe630263 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'security_group_rule': {'security_group_id': '867fdd94-6324-4551-bc5a-cb9c25184645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:48:55.889134 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-32ee17ba-0c51-4281-88cc-d00dbe630263 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (49f2a30a-b734-4b29-b9f3-4cf62268f425), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.949226 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-32ee17ba-0c51-4281-88cc-d00dbe630263 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (49f2a30a-b734-4b29-b9f3-4cf62268f425), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.952767 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-32ee17ba-0c51-4281-88cc-d00dbe630263 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (49f2a30a-b734-4b29-b9f3-4cf62268f425), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.969641 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee17ba-0c51-4281-88cc-d00dbe630263 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f2a30a-b734-4b29-b9f3-4cf62268f425,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:55.977679 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-32ee17ba-0c51-4281-88cc-d00dbe630263 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:55.978877 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-32ee17ba-0c51-4281-88cc-d00dbe630263 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201148 Mar 16 16:48:55.981843 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42850) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:48:55.986137 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:48:56.010892 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.108931 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.214073 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.27.0.95 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/bd413764-6209-448d-b613-7dedd3b139d7) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:48:56.312476 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (bd413764-6209-448d-b613-7dedd3b139d7), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.345305 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (bd413764-6209-448d-b613-7dedd3b139d7), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.379522 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:48:56.386455 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:48:56.390002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:48:56.395259 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=bd413764-6209-448d-b613-7dedd3b139d7,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:56.478903 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (8a70d1de-6651-427d-859b-3a1c81594638), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.514060 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bd413764-6209-448d-b613-7dedd3b139d7), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.663779 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (bd413764-6209-448d-b613-7dedd3b139d7), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.668155 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (bd413764-6209-448d-b613-7dedd3b139d7), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.735337 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=bd413764-6209-448d-b613-7dedd3b139d7,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:56.746687 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (8a70d1de-6651-427d-859b-3a1c81594638), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.762055 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:56.763272 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-489eb1b8-f939-4e5a-aad8-d05c1e51836e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7805099 Mar 16 16:48:56.921827 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-083522f4-14f1-4ff0-addb-4444cc1c1c4a tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1865370280&fields=id&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 267 time: 0.0540602 Mar 16 16:48:57.029492 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-aac66c98-b070-4c15-a702-b21d460d9242 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:57.030925 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-aac66c98-b070-4c15-a702-b21d460d9242 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.0997689 Mar 16 16:48:57.045603 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-ffab8f1b-32bb-43bc-b319-3eae58108592 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/quotas/11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 375 time: 0.0093210 Mar 16 16:48:57.102133 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-b79bf848-7c9b-448d-8b28-9ed81a544503 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519180 Mar 16 16:48:57.220487 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-1b6ae55a-4189-4915-85b1-652b87baaa49 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:48:57.221487 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-1b6ae55a-4189-4915-85b1-652b87baaa49 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1087875 Mar 16 16:48:57.308923 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-430607de-a03b-4abf-8733-a45dbe93fc3f service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816352 Mar 16 16:48:57.398952 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f83f09e1-f7e2-48dc-b619-d1897e22042c service neutron] 10.222.0.30 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844767 Mar 16 16:48:57.555091 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b3af67bf-fa71-4a9a-aeb6-f4ad6004c544 req-9eb4b10a-2672-4c9e-94f8-5df588c447a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 210 time: 0.0278261 Mar 16 16:48:58.448924 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-88fc94fd-1842-47ef-bfad-5f7fbc933955 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:58.450354 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-88fc94fd-1842-47ef-bfad-5f7fbc933955 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 815 time: 0.1083493 Mar 16 16:48:58.510589 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f4b4e476-bfff-4ff0-b398-e1f7a0de38e4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a070eb547747cfbf2045279e5bbe93 HTTP/1.1" status: 200 len: 380 time: 0.0525539 Mar 16 16:48:58.519001 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'port': {'device_id': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'admin_state_up': True, 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'security_groups': ['867fdd94-6324-4551-bc5a-cb9c25184645']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:48:58.630040 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Made reservation on behalf of 11a070eb547747cfbf2045279e5bbe93 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:48:58.633843 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:58.653544 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-3a373496-2b9d-42a0-8e85-6999a41fd596 req-8e3d108d-f5f5-4794-8d98-69da77d1c3a7 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 210 time: 0.0319757 Mar 16 16:48:58.755959 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Allocated IP 172.20.0.14 (5f316a39-80e5-4dc2-b3fa-f384f2847717/18970fce-c420-451a-8833-881955f34072/77ccc786-d2e7-4912-a5af-e0c6c148340a) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:48:58.893499 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:58.927878 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:58.975067 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:48:58.979015 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:48:58.982874 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:48:59.010082 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event updated for resources: {'Port': ['ID=77ccc786-d2e7-4912-a5af-e0c6c148340a,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:59.036458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:59.037070 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.054642 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-f5377acd-1eca-4b7d-8480-05ff9d826d7d tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390620 Mar 16 16:48:59.065983 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Request body: {'port': {'device_id': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:48:59.127094 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.233313 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-2b32de91-05ea-4679-af7a-9739cf4dc931 None None] Provisioning complete for port 77ccc786-d2e7-4912-a5af-e0c6c148340a triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:48:59.233950 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2b32de91-05ea-4679-af7a-9739cf4dc931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.267035 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-2b32de91-05ea-4679-af7a-9739cf4dc931 None None] Port 77ccc786-d2e7-4912-a5af-e0c6c148340a cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:48:59.394241 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ccc786-d2e7-4912-a5af-e0c6c148340a {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:48:59.402151 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Publish callbacks [] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.413865 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Transition to ACTIVE for port object 77ccc786-d2e7-4912-a5af-e0c6c148340a will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:48:59.418191 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.467327 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Pushing event updated for resources: {'Port': ['ID=77ccc786-d2e7-4912-a5af-e0c6c148340a,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:59.537122 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Attempting to bind port 77ccc786-d2e7-4912-a5af-e0c6c148340a on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:48:59.537355 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Attempting to bind port 77ccc786-d2e7-4912-a5af-e0c6c148340a by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:48:59.537684 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Attempting to bind port 77ccc786-d2e7-4912-a5af-e0c6c148340a on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:48:59.542424 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Port 77ccc786-d2e7-4912-a5af-e0c6c148340a on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:48:59.542746 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Attempting to bind port 77ccc786-d2e7-4912-a5af-e0c6c148340a on network 5f316a39-80e5-4dc2-b3fa-f384f2847717 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:48:59.547787 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:48:59.548122 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Checking segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:48:59.548539 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Bound using segment: {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:48:59.548965 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Bound port: 77ccc786-d2e7-4912-a5af-e0c6c148340a, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9985d2b-14b0-48a1-b63c-38d99935eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:48:59.549318 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.618344 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] For port 77ccc786-d2e7-4912-a5af-e0c6c148340a, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:48:59.622020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] For port 77ccc786-d2e7-4912-a5af-e0c6c148340a, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:48:59.626912 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.666475 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:59.667087 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:48:59.668502 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] 10.222.0.57 "PUT /v2.0/ports/77ccc786-d2e7-4912-a5af-e0c6c148340a HTTP/1.1" status: 200 len: 1094 time: 0.6069434 Mar 16 16:48:59.668944 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:48:59.671254 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70" -d '{"events": [{"name": "network-changed", "server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:48:59.750993 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98456af5-19e0-446e-8868-f9f620b08c49 x-openstack-request-id: req-98456af5-19e0-446e-8868-f9f620b08c49 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:48:59.751283 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:48:59.751554 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98456af5-19e0-446e-8868-f9f620b08c49 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:48:59.751949 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'status': 'completed', 'code': 200} Mar 16 16:48:59.763884 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2b3bc-2cab-4687-8059-d19e2830581b service neutron] Pushing event updated for resources: {'Port': ['ID=77ccc786-d2e7-4912-a5af-e0c6c148340a,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:48:59.825398 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-11ecaf02-fca2-430f-b6d2-fd0c16b78a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:59.826912 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-11ecaf02-fca2-430f-b6d2-fd0c16b78a87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 1128 time: 0.1038334 Mar 16 16:48:59.842069 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0ffe5-cc8e-40d5-9305-8c3978c108d0 req-c7a4aac4-d37b-4a79-9c55-6371e408bb80 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:59.843641 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2ff0ffe5-cc8e-40d5-9305-8c3978c108d0 req-c7a4aac4-d37b-4a79-9c55-6371e408bb80 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 944 time: 0.0944774 Mar 16 16:48:59.901296 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-9f89ccf7-15b7-4b88-b019-7612baad28ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a HTTP/1.1" status: 200 len: 217 time: 0.0566418 Mar 16 16:48:59.979992 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-2ff0ffe5-cc8e-40d5-9305-8c3978c108d0 req-26d7ef5c-a9c7-442e-b6c9-0e2e403bfb46 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294150 Mar 16 16:48:59.985265 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-4f042617-c9c3-4a28-9042-62201a321599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:48:59.987595 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-4f042617-c9c3-4a28-9042-62201a321599 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0801525 Mar 16 16:49:00.042412 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-a00eb230-8467-44a3-b66f-96d505d2566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:00.043926 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-a00eb230-8467-44a3-b66f-96d505d2566d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501516 Mar 16 16:49:00.142770 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-6644ffc0-64a2-437a-8cb9-74bcb1a7cc3f service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927391 Mar 16 16:49:00.258619 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-71ead18a-275c-4fd9-976d-b742bb5fab17 req-03f69a2e-a7b9-4310-946c-245722a183f8 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081147 Mar 16 16:49:00.360495 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-fe624272-a675-4b30-a034-b564821d46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:00.362128 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-fe624272-a675-4b30-a034-b564821d46cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 1128 time: 0.0592713 Mar 16 16:49:00.452205 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-870166c6-1701-4f1c-a549-6a47be2d97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:00.453732 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-870166c6-1701-4f1c-a549-6a47be2d97ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0858929 Mar 16 16:49:00.502613 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-63cc84eb-094e-4d36-85ad-429060b35f1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a HTTP/1.1" status: 200 len: 217 time: 0.0430231 Mar 16 16:49:00.549792 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-98c65f75-ca0c-43bd-a777-18cca8fb2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:00.551252 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-98c65f75-ca0c-43bd-a777-18cca8fb2b95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0430834 Mar 16 16:49:00.606861 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-9517f8c7-4022-4130-8e83-57e30079a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:00.608536 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-9517f8c7-4022-4130-8e83-57e30079a482 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518751 Mar 16 16:49:00.698387 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-cfb92692-c6f6-454d-9081-975fcb86e024 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Mar 16 16:49:00.785202 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8ad754bb-8c1c-404b-a1c8-b11e3646ec70 req-b7033eb0-d2b1-4747-9c78-28fe167f2cce service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802927 Mar 16 16:49:01.101483 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2c321-43f8-4e04-b66a-4f85db0f3f5f req-53f6817d-7aca-4f43-bd30-b3e517d6091b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:01.103028 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-59e2c321-43f8-4e04-b66a-4f85db0f3f5f req-53f6817d-7aca-4f43-bd30-b3e517d6091b tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 944 time: 0.0546386 Mar 16 16:49:01.149313 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-59e2c321-43f8-4e04-b66a-4f85db0f3f5f req-3341d2f6-5bbc-4e4d-a59a-cf49ba842275 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403919 Mar 16 16:49:02.270533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb6bb-305e-481a-a564-beb1fc4ad179 req-04ef20a6-71f5-45fb-b939-d8d94f142fc4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:02.272045 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85edb6bb-305e-481a-a564-beb1fc4ad179 req-04ef20a6-71f5-45fb-b939-d8d94f142fc4 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 944 time: 0.0567713 Mar 16 16:49:02.328847 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-85edb6bb-305e-481a-a564-beb1fc4ad179 req-046c60eb-eea1-4ee7-86fc-4747192b0ef2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468109 Mar 16 16:49:03.068246 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-24e5f80c-eef2-4d2f-a5da-0a16fe552c0c req-31ffb84b-118d-446c-85f9-52b46cd80444 service neutron] (103491) timed out ('10.222.0.57', 63279) {{(pid=103491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 16:49:03.442972 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e7ea-e8b6-45c0-ada0-8535655c3d4f req-f65731bf-3f4a-4c57-9537-bc801d2c8b4c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:03.445215 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15e4e7ea-e8b6-45c0-ada0-8535655c3d4f req-f65731bf-3f4a-4c57-9537-bc801d2c8b4c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 944 time: 0.0517335 Mar 16 16:49:03.493156 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-15e4e7ea-e8b6-45c0-ada0-8535655c3d4f req-97239e33-620c-4582-96a4-282ed0db6d57 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425136 Mar 16 16:49:03.735326 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 77ccc786-d2e7-4912-a5af-e0c6c148340a details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:49:03.831151 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 77ccc786-d2e7-4912-a5af-e0c6c148340a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:49:03.842862 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'port_id': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'mac_address': 'fa:16:3e:7c:09:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:49:03.877807 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 77ccc786-d2e7-4912-a5af-e0c6c148340a is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:49:03.878191 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:03.891271 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ccc786-d2e7-4912-a5af-e0c6c148340a {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:49:03.911001 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 77ccc786-d2e7-4912-a5af-e0c6c148340a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:49:03.914998 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:03.964822 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=77ccc786-d2e7-4912-a5af-e0c6c148340a,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:49:03.971600 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.971962 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.972318 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.972663 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.973002 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.973339 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.973666 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.973995 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.974321 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.974646 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.974975 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.975322 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.975644 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.975965 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:03.976307 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:49:04.072477 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-040ced2b-02ff-4558-86c1-da2acbb685ee req-b6f27c2b-fcc9-4b91-af77-3f9b16bd168f service neutron] (103490) timed out ('10.222.0.57', 63235) {{(pid=103490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 16:49:04.256791 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['77ccc786-d2e7-4912-a5af-e0c6c148340a'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:49:04.607262 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffc969-44ff-42bc-afff-b08f40fada79 req-571bb3a8-4f06-4b62-86f2-a28367e43633 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:04.608759 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b0ffc969-44ff-42bc-afff-b08f40fada79 req-571bb3a8-4f06-4b62-86f2-a28367e43633 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 945 time: 0.0515556 Mar 16 16:49:04.654315 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-b0ffc969-44ff-42bc-afff-b08f40fada79 req-1b552ca7-54c7-477c-9fea-612276c11558 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400953 Mar 16 16:49:05.761244 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 77ccc786-d2e7-4912-a5af-e0c6c148340a up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:49:05.769359 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b290fee-101d-43a3-b882-2faaebb8df49 req-3b07b110-4b4a-472a-8161-ea37d8874514 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:05.770851 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6b290fee-101d-43a3-b882-2faaebb8df49 req-3b07b110-4b4a-472a-8161-ea37d8874514 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 945 time: 0.0522714 Mar 16 16:49:05.812012 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port 77ccc786-d2e7-4912-a5af-e0c6c148340a completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:49:05.816350 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port 77ccc786-d2e7-4912-a5af-e0c6c148340a triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:49:05.816733 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:05.817758 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6b290fee-101d-43a3-b882-2faaebb8df49 req-956cbd39-8331-41b0-bfb4-13525e328f85 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404975 Mar 16 16:49:05.894400 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port 77ccc786-d2e7-4912-a5af-e0c6c148340a is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:49:05.894790 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:05.918137 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:49:05.920769 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e544f-7057-43cc-988d-87112e9f1adb" -d '{"events": [{"server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "name": "network-vif-plugged", "status": "completed", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:49:05.933418 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port 77ccc786-d2e7-4912-a5af-e0c6c148340a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:49:05.937718 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:05.966985 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a979ff1-5d05-432c-ba9f-c66a38665798 x-openstack-request-id: req-3a979ff1-5d05-432c-ba9f-c66a38665798 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:49:05.967283 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "name": "network-vif-plugged", "status": "completed", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:49:05.967541 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a979ff1-5d05-432c-ba9f-c66a38665798 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:49:05.967930 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'code': 200} Mar 16 16:49:05.997037 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=77ccc786-d2e7-4912-a5af-e0c6c148340a,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:49:06.121914 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1efea-bd8f-47f0-8885-51f349a7cb7e req-7e5699bc-92df-42d7-bef9-1aba7f9520e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:06.123378 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3de1efea-bd8f-47f0-8885-51f349a7cb7e req-7e5699bc-92df-42d7-bef9-1aba7f9520e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 1130 time: 0.0434396 Mar 16 16:49:06.166509 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3de1efea-bd8f-47f0-8885-51f349a7cb7e req-6da0b5be-219f-4a46-a292-4d8dcd87b939 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Mar 16 16:49:06.934616 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beebbe-17fd-4f9b-8a64-d6069cbb09a6 req-718fef53-7c4a-4578-877a-993cca00c666 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:06.936112 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-82beebbe-17fd-4f9b-8a64-d6069cbb09a6 req-718fef53-7c4a-4578-877a-993cca00c666 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 946 time: 0.0534618 Mar 16 16:49:06.981337 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-82beebbe-17fd-4f9b-8a64-d6069cbb09a6 req-81691367-35a1-4147-82f7-ea4ded606be2 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 Mar 16 16:49:08.101018 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a6dd4-b130-4279-b2d5-92b834d824db req-484a432a-ffda-4fd0-802b-591604d5d718 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:08.102585 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-742a6dd4-b130-4279-b2d5-92b834d824db req-484a432a-ffda-4fd0-802b-591604d5d718 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 946 time: 0.0546393 Mar 16 16:49:08.146844 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-742a6dd4-b130-4279-b2d5-92b834d824db req-5c37093c-ca27-4b00-8b4d-ce039d17702f tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388129 Mar 16 16:49:08.264583 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46787c97-b333-44e9-bac9-2fa791bc2753 req-dc81c516-91a8-482a-be21-7103760b88f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:08.265961 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-46787c97-b333-44e9-bac9-2fa791bc2753 req-dc81c516-91a8-482a-be21-7103760b88f1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 946 time: 0.0540705 Mar 16 16:49:08.274587 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 42908) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:49:08.278795 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Request body: {'floatingip': {'port_id': '77ccc786-d2e7-4912-a5af-e0c6c148340a'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:49:08.317719 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (8a70d1de-6651-427d-859b-3a1c81594638), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:08.971211 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:08.974848 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (8a70d1de-6651-427d-859b-3a1c81594638), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:09.075952 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP 8a70d1de-6651-427d-859b-3a1c81594638 associated. External IP: 172.27.0.95, port: 77ccc786-d2e7-4912-a5af-e0c6c148340a. Mar 16 16:49:09.280097 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:49:09.387688 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:49:09.392937 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:09.398240 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:49:09.408225 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:49:09.408866 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:48:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:49:09.421470 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-a0272ff8-8096-40fd-a182-c277aa083af9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "PUT /v2.0/floatingips/8a70d1de-6651-427d-859b-3a1c81594638 HTTP/1.1" status: 200 len: 991 time: 1.1458783 Mar 16 16:49:09.422054 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:49:09.424329 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:49:09.461985 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f483dade-353b-4864-b4b7-2efe6615bae3 x-openstack-request-id: req-f483dade-353b-4864-b4b7-2efe6615bae3 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:49:09.462280 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:49:09.462533 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f483dade-353b-4864-b4b7-2efe6615bae3 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:49:09.462936 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'status': 'completed', 'code': 200} Mar 16 16:49:09.517436 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:49:09.527283 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-249cfc1c-8d1b-4c9d-922a-dda6daaaa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:09.528877 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-249cfc1c-8d1b-4c9d-922a-dda6daaaa108 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 1130 time: 0.0437119 Mar 16 16:49:09.621020 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-0a30c310-5f33-49be-97c4-95b8d4bfb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:09.622410 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-0a30c310-5f33-49be-97c4-95b8d4bfb0b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0869918 Mar 16 16:49:09.690755 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-3d7ab375-9d8a-4fd8-949e-44689102eaaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a HTTP/1.1" status: 200 len: 999 time: 0.0624859 Mar 16 16:49:09.737368 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '8a70d1de-6651-427d-859b-3a1c81594638', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:7c:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:48:56Z', 'updated_at': '2022-03-16T16:49:08Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:49:09.737820 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-e744db91-6dc8-48d9-8061-baacc3b3a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:09.739268 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-e744db91-6dc8-48d9-8061-baacc3b3a4ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0432189 Mar 16 16:49:09.767025 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:49:09.775437 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:49:09.776040 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:48:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:49:09.790280 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-d5769a56-cc50-4339-b534-bf5306f0af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:09.791829 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-d5769a56-cc50-4339-b534-bf5306f0af6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468884 Mar 16 16:49:09.880363 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-339e4faf-cb81-4b6b-a931-da15e1602b59 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815513 Mar 16 16:49:09.979553 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-7cdca6e3-ab84-48d4-9bf9-0c52f8f6c0c4 req-190961a5-430e-44f8-8d7b-141cc1a3111c service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934186 Mar 16 16:49:10.019563 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:49:10.233718 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '8a70d1de-6651-427d-859b-3a1c81594638', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:7c:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:48:56Z', 'updated_at': '2022-03-16T16:49:08Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:49:10.263927 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7a20b-ea55-462c-b154-cef7d1110a7f None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '8a70d1de-6651-427d-859b-3a1c81594638', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'port_id': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'mac_address': 'fa:16:3e:7c:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:48:56Z', 'updated_at': '2022-03-16T16:49:08Z', 'revision_number': 1, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:49:10.451714 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e8a6e-bb88-4a9a-b476-ac691f4b5c80 None None] New status for floating IP 8a70d1de-6651-427d-859b-3a1c81594638: ACTIVE {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:49:14.058718 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4abab51a-105c-4bac-9796-bd6d178a8947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:16.349342 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e325eecd-88b6-4242-bb88-9a178ecbb68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:17.610744 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:19.091635 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:20.367084 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:21.461130 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:49:25.016018 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:41.986738 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-f1e7809d-bd74-43c1-bc11-976fd47eda20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941386 Mar 16 16:49:42.070113 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-5d1da688-7810-410c-ba5f-577f22147eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:42.071591 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-5d1da688-7810-410c-ba5f-577f22147eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a070eb547747cfbf2045279e5bbe93&device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 1130 time: 0.0436745 Mar 16 16:49:42.174243 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-c49e6b94-9c42-492b-8df1-f697d1e4ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:42.175651 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-c49e6b94-9c42-492b-8df1-f697d1e4ed9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 200 len: 916 time: 0.0854285 Mar 16 16:49:42.238662 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-08e3438c-281e-4d2a-b00e-5cf79851014f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a HTTP/1.1" status: 200 len: 1001 time: 0.0562801 Mar 16 16:49:42.285102 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-25eae544-73f5-429d-8809-9fb26335b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:42.286505 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-25eae544-73f5-429d-8809-9fb26335b797 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 200 len: 854 time: 0.0412269 Mar 16 16:49:42.338032 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-7746461d-c2d3-46cb-a9ee-fcdf2d887127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:49:42.339478 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-7746461d-c2d3-46cb-a9ee-fcdf2d887127 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f316a39-80e5-4dc2-b3fa-f384f2847717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458868 Mar 16 16:49:42.423882 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-60972f6d-3977-4b93-8573-db3544971ad6 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779285 Mar 16 16:49:42.776431 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-5cb77e9d-2d86-4ca1-b3d5-9bc834d6bc64 req-fc480c10-6177-407c-8bdb-2bd8ace1bd83 service neutron] 10.222.0.57 "GET /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465269 Mar 16 16:49:44.059919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c341dced-9559-4c61-ac3d-ecd550722741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:46.353110 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8a4d-ca1c-4746-bb50-6e83ff28dcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:47.608061 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:49.095139 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:50.369484 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:55.045617 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:49:58.460453 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:50:14.061981 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-28a59967-d281-43b0-bf2c-475f0208e87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:16.356110 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-14f1a18d-27d3-44f8-83c9-25e72c1ac13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:17.611271 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:19.097563 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:20.371970 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:23.836678 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad3af0-aa34-4b6f-881f-9c17c93e693f req-67228338-19d4-4bcc-963e-798b6db1a45c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:50:23.838200 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bad3af0-aa34-4b6f-881f-9c17c93e693f req-67228338-19d4-4bcc-963e-798b6db1a45c tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 946 time: 0.0572937 Mar 16 16:50:23.884269 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-4bad3af0-aa34-4b6f-881f-9c17c93e693f req-125e5650-c01b-47b8-b9e7-f3da28778097 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404887 Mar 16 16:50:25.003613 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec505206-ca7f-410f-936f-9b50d4540163 req-bb30bd6a-286a-47bc-90c2-7221625b62de tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:50:25.005098 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ec505206-ca7f-410f-936f-9b50d4540163 req-bb30bd6a-286a-47bc-90c2-7221625b62de tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 946 time: 0.0535920 Mar 16 16:50:25.043480 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:25.053563 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ec505206-ca7f-410f-936f-9b50d4540163 req-c429763b-b083-4647-ae88-1ea83bdd7c2e tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups?id=867fdd94-6324-4551-bc5a-cb9c25184645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Mar 16 16:50:25.572951 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-712f7d57-e2d2-4d0b-b77b-b00ff027d5bc tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:50:25.574394 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-712f7d57-e2d2-4d0b-b77b-b00ff027d5bc tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 946 time: 0.0509412 Mar 16 16:50:25.664819 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port 77ccc786-d2e7-4912-a5af-e0c6c148340a {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:50:25.665198 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:25.751247 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] For port 77ccc786-d2e7-4912-a5af-e0c6c148340a, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=77ccc786-d2e7-4912-a5af-e0c6c148340a,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:50:25.751604 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:25.919136 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:25.919407 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (8a70d1de-6651-427d-859b-3a1c81594638), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:25.919721 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Floating IP 8a70d1de-6651-427d-859b-3a1c81594638 disassociated. External IP: 172.27.0.95, port: 77ccc786-d2e7-4912-a5af-e0c6c148340a. Mar 16 16:50:25.920054 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for 77ccc786-d2e7-4912-a5af-e0c6c148340a owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:50:26.044875 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (77ccc786-d2e7-4912-a5af-e0c6c148340a), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:26.074569 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=77ccc786-d2e7-4912-a5af-e0c6c148340a,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:26.088618 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.088618 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.088618 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.088977 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.089284 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.089617 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.089957 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.090275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.090723 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.090917 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.091241 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.091568 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.091894 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.092716 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.093060 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:26.152961 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-65fe0f83-1f89-4a22-88bc-15378f89c365 req-d3f2ce80-46ba-4ebc-9c30-6b97689e52b9 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/ports?device_id=37de4fcd-0fea-45bd-913a-9c20ca6dee3a HTTP/1.1" status: 200 len: 210 time: 0.0291052 Mar 16 16:50:26.209667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:50:26.317263 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:50:26.328467 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:50:26.339166 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:50:26.339780 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:50:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:26.360978 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] No DVR routers for this DVR port 77ccc786-d2e7-4912-a5af-e0c6c148340a on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:50:26.363385 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:26.366756 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6118d3e3-65aa-4e0a-8ec4-38fe822bc26f req-e2337ec3-bff0-4f03-bfa1-70375c4fcae6 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.57 "DELETE /v2.0/ports/77ccc786-d2e7-4912-a5af-e0c6c148340a HTTP/1.1" status: 204 len: 173 time: 0.7872849 Mar 16 16:50:26.367202 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'name': 'network-vif-deleted', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:50:26.370263 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f53f3d-9dcf-4d68-9e08-a8c30ea28149" -d '{"events": [{"server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "name": "network-vif-deleted", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:50:26.414578 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f17ab-761c-4a6b-996b-cc2eea03b801 x-openstack-request-id: req-123f17ab-761c-4a6b-996b-cc2eea03b801 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:50:26.414877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37de4fcd-0fea-45bd-913a-9c20ca6dee3a", "name": "network-vif-deleted", "tag": "77ccc786-d2e7-4912-a5af-e0c6c148340a", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:50:26.415227 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-123f17ab-761c-4a6b-996b-cc2eea03b801 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:50:26.416880 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37de4fcd-0fea-45bd-913a-9c20ca6dee3a', 'name': 'network-vif-deleted', 'tag': '77ccc786-d2e7-4912-a5af-e0c6c148340a', 'status': 'completed', 'code': 200} Mar 16 16:50:26.453386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:50:26.663333 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:26.688906 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:50:26.697623 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:50:26.698222 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:50:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:26.806863 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:50:27.014807 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:27.043578 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495dae4-f694-4f79-bb4a-66cc962adc53 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:43:30Z', 'revision_number': 4, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': '81db0c79-8691-4dd0-85c8-e97e7eba1e95', 'name': '', 'network_id': '5f316a39-80e5-4dc2-b3fa-f384f2847717', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'mac_address': 'fa:16:3e:71:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '18970fce-c420-451a-8833-881955f34072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:29Z', 'updated_at': '2022-03-16T16:43:35Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'subnets': [{'id': '18970fce-c420-451a-8833-881955f34072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:50:27.245292 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43008) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:27.280153 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1542eef-b304-45e7-9a2f-4d7ed460da67 None None] New status for floating IP 8a70d1de-6651-427d-859b-3a1c81594638: DOWN {{(pid=103493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:50:27.300338 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (867fdd94-6324-4551-bc5a-cb9c25184645), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.326157 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (867fdd94-6324-4551-bc5a-cb9c25184645), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.378916 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (867fdd94-6324-4551-bc5a-cb9c25184645), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.381758 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.383052 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/security-groups/867fdd94-6324-4551-bc5a-cb9c25184645 HTTP/1.1" status: 204 len: 168 time: 0.1364968 Mar 16 16:50:27.386521 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43010) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:27.396009 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867fdd94-6324-4551-bc5a-cb9c25184645,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:27.403643 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.404026 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.404398 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.404743 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.405001 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.api.v2.resource [None req-58db6e88-1c9c-421e-9946-dd2c2dc21ba1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] show failed (client error): The resource could not be found. Mar 16 16:50:27.405127 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.405402 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.405933 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.406068 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-58db6e88-1c9c-421e-9946-dd2c2dc21ba1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "GET /v2.0/security-groups/867fdd94-6324-4551-bc5a-cb9c25184645 HTTP/1.1" status: 404 len: 347 time: 0.0183821 Mar 16 16:50:27.406333 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.406580 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.406911 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.407243 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.407571 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.407897 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.408225 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.408572 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a626d8-437a-465e-af6e-cdea235e59d5 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:27.408960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43012) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:27.547575 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Deleting port bd413764-6209-448d-b613-7dedd3b139d7 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:50:27.547812 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (bd413764-6209-448d-b613-7dedd3b139d7), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.632253 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (bd413764-6209-448d-b613-7dedd3b139d7), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.632607 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (bd413764-6209-448d-b613-7dedd3b139d7), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.644615 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Calling delete_port for bd413764-6209-448d-b613-7dedd3b139d7 owned by network:floatingip {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:50:27.772677 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (bd413764-6209-448d-b613-7dedd3b139d7), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.802561 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Pushing event deleted for resources: {'Port': ['ID=bd413764-6209-448d-b613-7dedd3b139d7,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:27.862084 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks [] for floatingip (8a70d1de-6651-427d-859b-3a1c81594638), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.864600 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:27.865724 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-62cebfdc-e445-439b-b7b3-33fa5e65c1c1 tempest-AttachVolumeNegativeTest-1829874808 tempest-AttachVolumeNegativeTest-1829874808-project] 10.222.0.30 "DELETE /v2.0/floatingips/8a70d1de-6651-427d-859b-3a1c81594638 HTTP/1.1" status: 204 len: 168 time: 0.4553738 Mar 16 16:50:28.062988 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 77ccc786-d2e7-4912-a5af-e0c6c148340a no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:50:28.082628 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: 77ccc786-d2e7-4912-a5af-e0c6c148340a {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:50:28.082972 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device 77ccc786-d2e7-4912-a5af-e0c6c148340a not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:50:31.504326 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43058) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:31.937858 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (b8f82d4c-acc9-4669-9a25-66f0899da9e6), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:32.183166 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Deleting port 81db0c79-8691-4dd0-85c8-e97e7eba1e95 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:50:32.183526 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:32.262002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] For port 81db0c79-8691-4dd0-85c8-e97e7eba1e95, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=81db0c79-8691-4dd0-85c8-e97e7eba1e95,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:50:32.262282 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:32.275057 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Calling delete_port for 81db0c79-8691-4dd0-85c8-e97e7eba1e95 owned by network:router_interface {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:50:32.452520 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (81db0c79-8691-4dd0-85c8-e97e7eba1e95), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:32.486933 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81db0c79-8691-4dd0-85c8-e97e7eba1e95,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:32.652587 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (b8f82d4c-acc9-4669-9a25-66f0899da9e6), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:32.871908 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Router b8f82d4c-acc9-4669-9a25-66f0899da9e6 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:50:32.978009 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:50:32.984878 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-23dc0349-76b5-4bb2-8757-c5fb9d140ba3 admin admin] 10.222.0.30 "PUT /v2.0/routers/b8f82d4c-acc9-4669-9a25-66f0899da9e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4787848 Mar 16 16:50:32.985747 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43062) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:32.988379 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] Sync routers for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:50:32.999442 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:50:33.000054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:50:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:33.092712 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks [] for router (b8f82d4c-acc9-4669-9a25-66f0899da9e6), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.110028 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:50:33.202190 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks [] for router_gateway (b8f82d4c-acc9-4669-9a25-66f0899da9e6), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.259290 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Deleting port b38ed5ed-d7a5-4822-982d-09c56a243ecb {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:50:33.259631 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.295798 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:50:32Z', 'revision_number': 5, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port': {'id': 'b38ed5ed-d7a5-4822-982d-09c56a243ecb', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:18:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:43:27Z', 'updated_at': '2022-03-16T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:33.321713 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] Checking router: b8f82d4c-acc9-4669-9a25-66f0899da9e6 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:50:33.329826 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] Routers {'b8f82d4c-acc9-4669-9a25-66f0899da9e6'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:50:33.330427 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:50:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:33.342197 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] For port b38ed5ed-d7a5-4822-982d-09c56a243ecb, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=b38ed5ed-d7a5-4822-982d-09c56a243ecb,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:50:33.342564 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.354106 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Calling delete_port for b38ed5ed-d7a5-4822-982d-09c56a243ecb owned by network:router_gateway {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:50:33.418262 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] Set router b8f82d4c-acc9-4669-9a25-66f0899da9e6 gateway port host: None {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:50:33.472362 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:50:33Z', 'revision_number': 6, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:33.501909 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238e0b9-6407-459a-ba54-2ecf0e9b1fb1 None None] The sync data for ids ['b8f82d4c-acc9-4669-9a25-66f0899da9e6'] in dv-cinder-834009-1-iscsi is: [{'id': 'b8f82d4c-acc9-4669-9a25-66f0899da9e6', 'name': 'tempest-AttachVolumeNegativeTest-1082094859-router', 'tenant_id': '11a070eb547747cfbf2045279e5bbe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:43:26Z', 'updated_at': '2022-03-16T16:50:33Z', 'revision_number': 6, 'project_id': '11a070eb547747cfbf2045279e5bbe93', 'gw_port_host': None}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:50:33.525391 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (b38ed5ed-d7a5-4822-982d-09c56a243ecb), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.549885 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38ed5ed-d7a5-4822-982d-09c56a243ecb,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:33.611364 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (b8f82d4c-acc9-4669-9a25-66f0899da9e6), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.704676 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (b8f82d4c-acc9-4669-9a25-66f0899da9e6), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.706815 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks [] for router_controller (b8f82d4c-acc9-4669-9a25-66f0899da9e6), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.750075 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (b8f82d4c-acc9-4669-9a25-66f0899da9e6), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.750522 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f82d4c-acc9-4669-9a25-66f0899da9e6 {{(pid=103491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:50:33.755947 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.757108 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-afc506b4-7020-45cb-a67a-076547eb8559 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b8f82d4c-acc9-4669-9a25-66f0899da9e6 HTTP/1.1" status: 204 len: 168 time: 0.7703834 Mar 16 16:50:33.760382 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43064) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:33.803751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_v2 [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] Deleting subnet 18970fce-c420-451a-8833-881955f34072 {{(pid=103491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:50:33.806731 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] Publish callbacks [] for subnet (18970fce-c420-451a-8833-881955f34072), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.841492 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12648489'] for subnet (18970fce-c420-451a-8833-881955f34072), precommit_delete_associations {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.923810 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (18970fce-c420-451a-8833-881955f34072), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.974160 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25084256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24929156'] for subnet (18970fce-c420-451a-8833-881955f34072), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:33.998523 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18970fce-c420-451a-8833-881955f34072,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:34.004224 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.007600 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-295474f9-d6fb-475e-a2e2-a47de8ce0fc4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/18970fce-c420-451a-8833-881955f34072 HTTP/1.1" status: 204 len: 168 time: 0.2461061 Mar 16 16:50:34.009900 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43066) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:34.011966 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485835d4-966b-440e-b209-49aa19f7c991 None None] Network 5f316a39-80e5-4dc2-b3fa-f384f2847717 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:50:34.079892 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (5f316a39-80e5-4dc2-b3fa-f384f2847717), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.136513 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Deleting port 45c676f1-e5c2-4a1f-afa7-d52825f77afa {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:50:34.136853 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.199655 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] For port 45c676f1-e5c2-4a1f-afa7-d52825f77afa, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=45c676f1-e5c2-4a1f-afa7-d52825f77afa,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:50:34.200017 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.214012 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Calling delete_port for 45c676f1-e5c2-4a1f-afa7-d52825f77afa owned by network:dhcp {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:50:34.241158 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] DHCP port deletion for 5f316a39-80e5-4dc2-b3fa-f384f2847717 request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:50:34.288344 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Deleting port 45c676f1-e5c2-4a1f-afa7-d52825f77afa {{(pid=103492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:50:34.288633 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), before_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.303107 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.341704 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c676f1-e5c2-4a1f-afa7-d52825f77afa,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:34.344063 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] No DVR routers for this DVR port 45c676f1-e5c2-4a1f-afa7-d52825f77afa on host dv-cinder-834009-1-iscsi {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:50:34.369278 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] For port 45c676f1-e5c2-4a1f-afa7-d52825f77afa, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=45c676f1-e5c2-4a1f-afa7-d52825f77afa,segment=NetworkSegment(e9985d2b-14b0-48a1-b63c-38d99935eebb),segment_id=e9985d2b-14b0-48a1-b63c-38d99935eebb)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:50:34.369681 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), precommit_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.382996 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Calling delete_port for 45c676f1-e5c2-4a1f-afa7-d52825f77afa owned by network:dhcp {{(pid=103492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:50:34.422784 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (5f316a39-80e5-4dc2-b3fa-f384f2847717), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.444754 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f316a39-80e5-4dc2-b3fa-f384f2847717']}} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:34.456070 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9985d2b-14b0-48a1-b63c-38d99935eebb') {'for_net_delete': True} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:34.456399 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.services.segments.db [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9985d2b-14b0-48a1-b63c-38d99935eebb') {} {{(pid=103491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:50:34.460437 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760'] for port (45c676f1-e5c2-4a1f-afa7-d52825f77afa), after_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.467360 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12648482'] for segment (e9985d2b-14b0-48a1-b63c-38d99935eebb), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.482058 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (e9985d2b-14b0-48a1-b63c-38d99935eebb), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.485315 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Pushing event deleted for resources: {'Port': ['ID=45c676f1-e5c2-4a1f-afa7-d52825f77afa,revision_number=None']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:34.488219 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:50:34.488706 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25084362'] for segment (e9985d2b-14b0-48a1-b63c-38d99935eebb), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: Traceback (most recent call last): Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: timer() Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: cb(*args, **kw) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: return func(*args, **kwargs) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: self._notify() Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: self.callback(batched_events) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: event.method(event) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: return f(self, *a, **k) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._get(url).json() Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: return self.request(url, 'GET', **kwargs) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:50:34.490513 dv-cinder-834009-1-iscsi neutron-server[103491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:50:34.496231 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.496622 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.497049 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.497320 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.497664 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.498015 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.498324 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.498741 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.498979 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.499310 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.499687 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.500025 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.500374 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.500792 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.501016 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:50:34.504019 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3420fcf-fa28-44dc-acbc-ea186b85417b None None] No DVR routers for this DVR port 45c676f1-e5c2-4a1f-afa7-d52825f77afa on host dv-cinder-834009-1-iscsi {{(pid=103492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:50:34.561063 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (5f316a39-80e5-4dc2-b3fa-f384f2847717), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.566537 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.569693 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5f316a39-80e5-4dc2-b3fa-f384f2847717 HTTP/1.1" status: 204 len: 168 time: 0.5588732 Mar 16 16:50:34.583484 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b8658-42c0-4641-bcee-017b6bf4d688 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f316a39-80e5-4dc2-b3fa-f384f2847717,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:34.684739 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43070) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:34.724262 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-9ef2c9dc-5eab-4380-a17c-89c4b869da21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11a070eb547747cfbf2045279e5bbe93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383408 Mar 16 16:50:34.726656 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43072) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:50:34.776410 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-92183ab6-6386-47ad-8da9-aff8d63359ae admin admin] Publish callbacks [] for security_group (7d8b2053-34ad-47dc-ae92-9f6c6b81502a), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.797035 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-92183ab6-6386-47ad-8da9-aff8d63359ae admin admin] Publish callbacks [] for security_group (7d8b2053-34ad-47dc-ae92-9f6c6b81502a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.843667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-92183ab6-6386-47ad-8da9-aff8d63359ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (7d8b2053-34ad-47dc-ae92-9f6c6b81502a), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.846194 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-92183ab6-6386-47ad-8da9-aff8d63359ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:34.847344 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-92183ab6-6386-47ad-8da9-aff8d63359ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d8b2053-34ad-47dc-ae92-9f6c6b81502a HTTP/1.1" status: 204 len: 168 time: 0.1197405 Mar 16 16:50:34.855691 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92183ab6-6386-47ad-8da9-aff8d63359ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b2053-34ad-47dc-ae92-9f6c6b81502a,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:50:35.233030 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 45c676f1-e5c2-4a1f-afa7-d52825f77afa no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:50:35.391696 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 45c676f1-e5c2-4a1f-afa7-d52825f77afa {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:50:35.392041 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 45c676f1-e5c2-4a1f-afa7-d52825f77afa not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:50:35.392473 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b38ed5ed-d7a5-4822-982d-09c56a243ecb no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:50:35.411796 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: b38ed5ed-d7a5-4822-982d-09c56a243ecb {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:50:35.412143 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device b38ed5ed-d7a5-4822-982d-09c56a243ecb not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:50:35.412578 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 81db0c79-8691-4dd0-85c8-e97e7eba1e95 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:50:35.432369 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 81db0c79-8691-4dd0-85c8-e97e7eba1e95 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:50:35.432714 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 81db0c79-8691-4dd0-85c8-e97e7eba1e95 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:50:35.462837 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:50:44.064054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3dff984b-c53b-48de-b677-7f678fbb4d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:46.357518 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a2c06763-493b-4124-ac73-2de65bbe785d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:47.615319 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:49.101864 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:50.374025 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:50:55.042063 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:12.462252 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:51:14.065621 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-123e26e2-087d-45ea-8654-875f55c49485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:16.360064 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-48d4975d-c4a6-437a-a048-df65ff4c3496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:17.621591 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.103543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.355408 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43456) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:19.456702 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2dce1d5c-dee3-47f5-8846-3c303c3e36ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.530323 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2dce1d5c-dee3-47f5-8846-3c303c3e36ad admin admin] Publish callbacks [] for security_group (798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.533926 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2dce1d5c-dee3-47f5-8846-3c303c3e36ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.571510 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2dce1d5c-dee3-47f5-8846-3c303c3e36ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fc0aa206f82491684f3ca02a100e597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149782 Mar 16 16:51:19.573943 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce1d5c-dee3-47f5-8846-3c303c3e36ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:19.574869 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43460) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:19.622891 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0ecad1a4-ade8-4e0b-b7c7-8e6558e000ad admin admin] Publish callbacks [] for security_group (798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.648671 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0ecad1a4-ade8-4e0b-b7c7-8e6558e000ad admin admin] Publish callbacks [] for security_group (798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.695455 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0ecad1a4-ade8-4e0b-b7c7-8e6558e000ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.699022 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-0ecad1a4-ade8-4e0b-b7c7-8e6558e000ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:19.700431 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-0ecad1a4-ade8-4e0b-b7c7-8e6558e000ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5 HTTP/1.1" status: 204 len: 168 time: 0.1238213 Mar 16 16:51:19.712444 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecad1a4-ade8-4e0b-b7c7-8e6558e000ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e2e0a-d894-4ab9-88ed-b5cc1e0a21d5,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:19.957941 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43466) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:19.972389 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac0de3c8-a28a-4336-adbb-8bb1355b9046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:20.049515 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac0de3c8-a28a-4336-adbb-8bb1355b9046 admin admin] Publish callbacks [] for security_group (2235f2b1-49fb-49a3-824f-fca47e9d6efa), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:20.053124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac0de3c8-a28a-4336-adbb-8bb1355b9046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (2235f2b1-49fb-49a3-824f-fca47e9d6efa), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:20.091634 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ac0de3c8-a28a-4336-adbb-8bb1355b9046 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63f4b3d66fb64467a2058df29261238c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326449 Mar 16 16:51:20.092616 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0de3c8-a28a-4336-adbb-8bb1355b9046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2235f2b1-49fb-49a3-824f-fca47e9d6efa,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:20.094294 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43468) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:20.141523 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-86ffd745-c05d-4c6b-9bd7-3b65c468d9d9 admin admin] Publish callbacks [] for security_group (2235f2b1-49fb-49a3-824f-fca47e9d6efa), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:20.162472 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-86ffd745-c05d-4c6b-9bd7-3b65c468d9d9 admin admin] Publish callbacks [] for security_group (2235f2b1-49fb-49a3-824f-fca47e9d6efa), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:20.211316 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-86ffd745-c05d-4c6b-9bd7-3b65c468d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (2235f2b1-49fb-49a3-824f-fca47e9d6efa), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:20.214239 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-86ffd745-c05d-4c6b-9bd7-3b65c468d9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:20.215395 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-86ffd745-c05d-4c6b-9bd7-3b65c468d9d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2235f2b1-49fb-49a3-824f-fca47e9d6efa HTTP/1.1" status: 204 len: 168 time: 0.1200607 Mar 16 16:51:20.222966 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffd745-c05d-4c6b-9bd7-3b65c468d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2235f2b1-49fb-49a3-824f-fca47e9d6efa,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:20.378470 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:25.054740 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:28.677652 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43600) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:28.777803 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:28.850441 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Publish callbacks [] for security_group (2d0caae7-1921-4d4f-8475-bed5da6fc015), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:28.854050 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (2d0caae7-1921-4d4f-8475-bed5da6fc015), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:28.890895 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0caae7-1921-4d4f-8475-bed5da6fc015,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:28.894597 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbdf78e5282e4ccabd338a353c9a6c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159433 Mar 16 16:51:28.897385 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43604) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:28.900611 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.900967 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.901320 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.901667 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.902183 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.902523 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.902857 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.903190 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.903522 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.904222 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.904222 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.904528 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.904854 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.905178 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.905531 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985ca46-bf7d-4341-a607-b04f91b8de8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:28.951212 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Publish callbacks [] for security_group (2d0caae7-1921-4d4f-8475-bed5da6fc015), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:28.971751 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Publish callbacks [] for security_group (2d0caae7-1921-4d4f-8475-bed5da6fc015), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.018680 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (2d0caae7-1921-4d4f-8475-bed5da6fc015), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.021462 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.022645 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d0caae7-1921-4d4f-8475-bed5da6fc015 HTTP/1.1" status: 204 len: 168 time: 0.1242898 Mar 16 16:51:29.030235 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0caae7-1921-4d4f-8475-bed5da6fc015,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:29.037495 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.037845 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.038191 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.038529 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.038863 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.039194 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.039522 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.039983 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.040152 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.040505 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.040827 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.041155 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.041479 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.042316 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.042712 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1450b7f-27c1-4c54-a0ca-b612ce1e763d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:51:29.274635 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43610) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:29.287472 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8db1d9a7-ef4e-401f-add7-26c5eb351f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.359671 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8db1d9a7-ef4e-401f-add7-26c5eb351f6e admin admin] Publish callbacks [] for security_group (d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.363455 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8db1d9a7-ef4e-401f-add7-26c5eb351f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.401897 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8db1d9a7-ef4e-401f-add7-26c5eb351f6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a94012c695964cae82eafd0c8f71c6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261764 Mar 16 16:51:29.403944 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1d9a7-ef4e-401f-add7-26c5eb351f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:29.404906 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43612) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:29.453199 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-24e87e5c-07ce-4746-947e-6b679a28e997 admin admin] Publish callbacks [] for security_group (d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.473181 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-24e87e5c-07ce-4746-947e-6b679a28e997 admin admin] Publish callbacks [] for security_group (d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.523859 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-24e87e5c-07ce-4746-947e-6b679a28e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.526774 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-24e87e5c-07ce-4746-947e-6b679a28e997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.528494 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-24e87e5c-07ce-4746-947e-6b679a28e997 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9 HTTP/1.1" status: 204 len: 168 time: 0.1222918 Mar 16 16:51:29.538509 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e87e5c-07ce-4746-947e-6b679a28e997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c7c0cb-f4d8-4164-9386-dd7b7f7a60f9,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:29.835375 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43618) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:29.851652 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5fb9132b-8abf-452a-90a3-14524ac73168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.922996 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5fb9132b-8abf-452a-90a3-14524ac73168 admin admin] Publish callbacks [] for security_group (f0b10f49-57c4-43aa-8ada-626ef16905f0), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.926373 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-5fb9132b-8abf-452a-90a3-14524ac73168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (f0b10f49-57c4-43aa-8ada-626ef16905f0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:29.966077 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5fb9132b-8abf-452a-90a3-14524ac73168 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82cbb2dba7774c67bd640eff080da842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295781 Mar 16 16:51:29.968026 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9132b-8abf-452a-90a3-14524ac73168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b10f49-57c4-43aa-8ada-626ef16905f0,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:29.968932 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43620) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:30.018204 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-784491f5-37e0-40e3-9349-36841e24db9f admin admin] Publish callbacks [] for security_group (f0b10f49-57c4-43aa-8ada-626ef16905f0), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:30.038971 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-784491f5-37e0-40e3-9349-36841e24db9f admin admin] Publish callbacks [] for security_group (f0b10f49-57c4-43aa-8ada-626ef16905f0), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:30.087818 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-784491f5-37e0-40e3-9349-36841e24db9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (f0b10f49-57c4-43aa-8ada-626ef16905f0), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:30.090494 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-784491f5-37e0-40e3-9349-36841e24db9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:30.091676 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-784491f5-37e0-40e3-9349-36841e24db9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0b10f49-57c4-43aa-8ada-626ef16905f0 HTTP/1.1" status: 204 len: 168 time: 0.1214693 Mar 16 16:51:30.099111 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784491f5-37e0-40e3-9349-36841e24db9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b10f49-57c4-43aa-8ada-626ef16905f0,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:36.279764 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43740) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:36.385543 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5123cf62-baef-4f89-a70f-6e9b8200cc50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.463061 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5123cf62-baef-4f89-a70f-6e9b8200cc50 admin admin] Publish callbacks [] for security_group (1ec43d42-7500-40c0-8b7f-7a02e7ac3a36), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.467388 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5123cf62-baef-4f89-a70f-6e9b8200cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (1ec43d42-7500-40c0-8b7f-7a02e7ac3a36), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.505544 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5123cf62-baef-4f89-a70f-6e9b8200cc50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=190ee7ce580b46f2b8b48112551c55d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246222 Mar 16 16:51:36.507550 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123cf62-baef-4f89-a70f-6e9b8200cc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec43d42-7500-40c0-8b7f-7a02e7ac3a36,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:36.508240 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43744) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:36.555792 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fe9c43a4-3d2f-48f1-b490-e26a1e6ae88d admin admin] Publish callbacks [] for security_group (1ec43d42-7500-40c0-8b7f-7a02e7ac3a36), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.576891 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fe9c43a4-3d2f-48f1-b490-e26a1e6ae88d admin admin] Publish callbacks [] for security_group (1ec43d42-7500-40c0-8b7f-7a02e7ac3a36), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.622916 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fe9c43a4-3d2f-48f1-b490-e26a1e6ae88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (1ec43d42-7500-40c0-8b7f-7a02e7ac3a36), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.625447 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-fe9c43a4-3d2f-48f1-b490-e26a1e6ae88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.626579 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-fe9c43a4-3d2f-48f1-b490-e26a1e6ae88d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ec43d42-7500-40c0-8b7f-7a02e7ac3a36 HTTP/1.1" status: 204 len: 168 time: 0.1172993 Mar 16 16:51:36.633931 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c43a4-3d2f-48f1-b490-e26a1e6ae88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec43d42-7500-40c0-8b7f-7a02e7ac3a36,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:36.892760 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43750) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:36.906301 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9c055e41-df86-4a1d-bc79-153e7f4104bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.983451 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9c055e41-df86-4a1d-bc79-153e7f4104bc admin admin] Publish callbacks [] for security_group (2fae5f0b-b292-407f-9a9d-fe7b4c393f51), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:36.986480 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-9c055e41-df86-4a1d-bc79-153e7f4104bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (2fae5f0b-b292-407f-9a9d-fe7b4c393f51), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:37.022852 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c055e41-df86-4a1d-bc79-153e7f4104bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fae5f0b-b292-407f-9a9d-fe7b4c393f51,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:37.027124 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-9c055e41-df86-4a1d-bc79-153e7f4104bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14e934f629424925b0a4cd66c5ecf15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332858 Mar 16 16:51:37.030340 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43752) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:37.076808 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c2d73238-3105-4c17-b9b3-87242cbebd66 admin admin] Publish callbacks [] for security_group (2fae5f0b-b292-407f-9a9d-fe7b4c393f51), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:37.097114 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c2d73238-3105-4c17-b9b3-87242cbebd66 admin admin] Publish callbacks [] for security_group (2fae5f0b-b292-407f-9a9d-fe7b4c393f51), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:37.149115 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c2d73238-3105-4c17-b9b3-87242cbebd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (2fae5f0b-b292-407f-9a9d-fe7b4c393f51), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:37.151804 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-c2d73238-3105-4c17-b9b3-87242cbebd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:37.153011 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-c2d73238-3105-4c17-b9b3-87242cbebd66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fae5f0b-b292-407f-9a9d-fe7b4c393f51 HTTP/1.1" status: 204 len: 168 time: 0.1217704 Mar 16 16:51:37.160655 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d73238-3105-4c17-b9b3-87242cbebd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fae5f0b-b292-407f-9a9d-fe7b4c393f51,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:39.227633 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43828) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:39.338109 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d73c9b53-354b-41a9-9fd6-3714d74432bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.410227 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d73c9b53-354b-41a9-9fd6-3714d74432bf admin admin] Publish callbacks [] for security_group (c9a60983-166a-49f7-bf55-9686f352734a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.414074 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-d73c9b53-354b-41a9-9fd6-3714d74432bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (c9a60983-166a-49f7-bf55-9686f352734a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.454554 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-d73c9b53-354b-41a9-9fd6-3714d74432bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f57ea6daef64749a547e6262fab4f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258162 Mar 16 16:51:39.455420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c9b53-354b-41a9-9fd6-3714d74432bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a60983-166a-49f7-bf55-9686f352734a,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:39.458089 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43832) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:39.507359 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23e1fa15-ad97-452b-8184-3849011f2297 admin admin] Publish callbacks [] for security_group (c9a60983-166a-49f7-bf55-9686f352734a), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.528688 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23e1fa15-ad97-452b-8184-3849011f2297 admin admin] Publish callbacks [] for security_group (c9a60983-166a-49f7-bf55-9686f352734a), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.576776 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23e1fa15-ad97-452b-8184-3849011f2297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (c9a60983-166a-49f7-bf55-9686f352734a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.579388 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-23e1fa15-ad97-452b-8184-3849011f2297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.580572 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-23e1fa15-ad97-452b-8184-3849011f2297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9a60983-166a-49f7-bf55-9686f352734a HTTP/1.1" status: 204 len: 168 time: 0.1212070 Mar 16 16:51:39.588528 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1fa15-ad97-452b-8184-3849011f2297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a60983-166a-49f7-bf55-9686f352734a,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:39.831559 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 43838) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:39.847293 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5dcf108d-81ea-44eb-bdba-50452cc2e5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.922343 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5dcf108d-81ea-44eb-bdba-50452cc2e5fe admin admin] Publish callbacks [] for security_group (aedf73b9-bf30-49f8-9c16-e816a2aa440c), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.926080 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5dcf108d-81ea-44eb-bdba-50452cc2e5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (aedf73b9-bf30-49f8-9c16-e816a2aa440c), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:39.963459 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-5dcf108d-81ea-44eb-bdba-50452cc2e5fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd0d7793c221442db99ea92f7b39998d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308439 Mar 16 16:51:39.965068 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf108d-81ea-44eb-bdba-50452cc2e5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf73b9-bf30-49f8-9c16-e816a2aa440c,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:39.966850 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 43840) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:51:40.015486 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3506-d6a2-432e-ad3c-ed4981388d6e admin admin] Publish callbacks [] for security_group (aedf73b9-bf30-49f8-9c16-e816a2aa440c), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:40.038714 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3506-d6a2-432e-ad3c-ed4981388d6e admin admin] Publish callbacks [] for security_group (aedf73b9-bf30-49f8-9c16-e816a2aa440c), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:40.084727 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3506-d6a2-432e-ad3c-ed4981388d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (aedf73b9-bf30-49f8-9c16-e816a2aa440c), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:40.087207 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3506-d6a2-432e-ad3c-ed4981388d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:40.088376 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-2aaf3506-d6a2-432e-ad3c-ed4981388d6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aedf73b9-bf30-49f8-9c16-e816a2aa440c HTTP/1.1" status: 204 len: 168 time: 0.1205285 Mar 16 16:51:40.097003 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf3506-d6a2-432e-ad3c-ed4981388d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf73b9-bf30-49f8-9c16-e816a2aa440c,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:51:44.075026 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-31d32480-4d0c-4e7a-a933-72d00d2c6842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:46.360468 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fe68619b-b4b7-418f-9afa-274231a3a4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:47.619964 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:49.107663 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:49.462280 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:51:50.381040 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:51:55.059028 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:14.070448 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-0f290a93-aa9d-4527-9496-89e31b73da9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:16.361054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fe4ac291-08b5-4914-8e23-ad155c9a3aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:17.622849 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:19.110561 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:20.383240 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:20.881759 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44118) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:20.982764 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-68ea7881-b48b-493e-a0dc-dd53ce3fe318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.057983 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-68ea7881-b48b-493e-a0dc-dd53ce3fe318 admin admin] Publish callbacks [] for security_group (e202c86b-3fc3-4194-ae12-e9e44ec267bf), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.061533 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-68ea7881-b48b-493e-a0dc-dd53ce3fe318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e202c86b-3fc3-4194-ae12-e9e44ec267bf), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.099895 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-68ea7881-b48b-493e-a0dc-dd53ce3fe318 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=436dc4b7937c4214a2f2feac2d8fe9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170608 Mar 16 16:52:21.101820 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea7881-b48b-493e-a0dc-dd53ce3fe318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202c86b-3fc3-4194-ae12-e9e44ec267bf,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:21.102639 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44122) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:21.153874 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d6c77a93-0a14-4ba9-80c8-23b5a04af664 admin admin] Publish callbacks [] for security_group (e202c86b-3fc3-4194-ae12-e9e44ec267bf), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.175765 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d6c77a93-0a14-4ba9-80c8-23b5a04af664 admin admin] Publish callbacks [] for security_group (e202c86b-3fc3-4194-ae12-e9e44ec267bf), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.221244 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d6c77a93-0a14-4ba9-80c8-23b5a04af664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (e202c86b-3fc3-4194-ae12-e9e44ec267bf), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.223880 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d6c77a93-0a14-4ba9-80c8-23b5a04af664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.225318 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d6c77a93-0a14-4ba9-80c8-23b5a04af664 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e202c86b-3fc3-4194-ae12-e9e44ec267bf HTTP/1.1" status: 204 len: 168 time: 0.1217141 Mar 16 16:52:21.233429 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77a93-0a14-4ba9-80c8-23b5a04af664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202c86b-3fc3-4194-ae12-e9e44ec267bf,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:21.824889 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44144) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:21.920740 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-937834805-network', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:21.941148 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Made reservation on behalf of dbfe036c24ac4464aca1989d9b84c617 for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:52:21.943361 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:21.951601 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.028628 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks [] for security_group (cbbdad06-7b58-47c2-9226-b368e79fc40b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.031992 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (cbbdad06-7b58-47c2-9226-b368e79fc40b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.057400 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:52:22.063432 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbdad06-7b58-47c2-9226-b368e79fc40b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:22.070005 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (7f28948c-e162-46b3-84f1-11b9c6f2450e), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.070340 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Added segment 7f28948c-e162-46b3-84f1-11b9c6f2450e of type vlan for network 48c16678-9d62-43a1-952e-100bb2b51e7c Mar 16 16:52:22.109513 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (48c16678-9d62-43a1-952e-100bb2b51e7c), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.132359 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (48c16678-9d62-43a1-952e-100bb2b51e7c), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.133291 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:22.133863 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.184416 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3583913 Mar 16 16:52:22.187269 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44148) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:22.193152 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Request body: {'subnet': {'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-937834805-subnet', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:22.195990 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76db9d7-b618-4dbb-838b-0663f719a103 admin admin] Pushing event updated for resources: {'Network': ['ID=48c16678-9d62-43a1-952e-100bb2b51e7c,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:22.205439 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network 48c16678-9d62-43a1-952e-100bb2b51e7c details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:52:22.213750 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Made reservation on behalf of dbfe036c24ac4464aca1989d9b84c617 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:52:22.216102 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24929187'] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.384250 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25084195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24929181'] for subnet (4d893f95-61e8-4793-ae94-bea53a911eb0), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.434653 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d893f95-61e8-4793-ae94-bea53a911eb0,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:22.449792 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Checking segment: {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:22.450140 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Network hostable DHCP agents. Network: 48c16678-9d62-43a1-952e-100bb2b51e7c, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:52:22.466570 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Network 48c16678-9d62-43a1-952e-100bb2b51e7c is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:52:22.475344 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, 48c16678-9d62-43a1-952e-100bb2b51e7c) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:22.480789 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:22.482846 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.483479 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a83715c-04f6-4ffa-8960-463ac399778d None None] Network 48c16678-9d62-43a1-952e-100bb2b51e7c requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:52:22.498989 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-bb18100a-b79c-408b-a96f-b55fcba309a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3106384 Mar 16 16:52:22.501612 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44150) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:22.507416 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:22.529151 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (699753e7-7f9f-4a82-ba50-1f4bce331e8a), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.530920 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (699753e7-7f9f-4a82-ba50-1f4bce331e8a), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.588874 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-48c16678-9d62-43a1-952e-100bb2b51e7c', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:52:22.589733 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.590717 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks [] for router_controller (699753e7-7f9f-4a82-ba50-1f4bce331e8a), precommit_add_association {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.723630 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Allocated IP 172.20.0.2 (48c16678-9d62-43a1-952e-100bb2b51e7c/4d893f95-61e8-4793-ae94-bea53a911eb0/0b23c9ed-4e92-4626-8809-a1e35852a2ee) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:52:22.874691 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Publish callbacks [] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.882041 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:22.926098 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Network 48c16678-9d62-43a1-952e-100bb2b51e7c is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:22.929103 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:22.932705 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:52:22.938881 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Pushing event updated for resources: {'Port': ['ID=0b23c9ed-4e92-4626-8809-a1e35852a2ee,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:22.952330 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.952719 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.953065 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.953435 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.953772 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.954109 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.954439 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.954768 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.955096 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.955580 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.957117 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.957466 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.957804 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.958138 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:22.958460 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:23.004648 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks [] for router_gateway (699753e7-7f9f-4a82-ba50-1f4bce331e8a), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.009249 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Attempting to bind port 0b23c9ed-4e92-4626-8809-a1e35852a2ee on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:52:23.009671 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Attempting to bind port 0b23c9ed-4e92-4626-8809-a1e35852a2ee by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:52:23.010115 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Attempting to bind port 0b23c9ed-4e92-4626-8809-a1e35852a2ee on network 48c16678-9d62-43a1-952e-100bb2b51e7c {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:23.016271 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:52:23.016688 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Checking segment: {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:23.017096 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.017493 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Bound using segment: {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:52:23.018581 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Bound port: 0b23c9ed-4e92-4626-8809-a1e35852a2ee, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:52:23.019198 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.083949 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] For port 0b23c9ed-4e92-4626-8809-a1e35852a2ee, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:52:23.087070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] For port 0b23c9ed-4e92-4626-8809-a1e35852a2ee, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=0b23c9ed-4e92-4626-8809-a1e35852a2ee,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:52:23.093249 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.161113 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb6484-bbf0-44e7-80ec-72b78053e3cc None None] Pushing event updated for resources: {'Port': ['ID=0b23c9ed-4e92-4626-8809-a1e35852a2ee,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:23.218001 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks [] for router_gateway (699753e7-7f9f-4a82-ba50-1f4bce331e8a), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.242101 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.367275 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Allocated IP 172.27.0.56 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/1f46beb2-96e0-4dcc-bf16-a92b750c0a13) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:52:23.480244 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks [] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.512832 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:23.549143 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:23.555051 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:23.560991 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:52:23.586659 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Pushing event updated for resources: {'Port': ['ID=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:23.815723 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks [] for router_gateway (699753e7-7f9f-4a82-ba50-1f4bce331e8a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.025412 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (699753e7-7f9f-4a82-ba50-1f4bce331e8a), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.077578 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab33a5-ba12-4405-9208-aaf812b41545 None None] Network 48c16678-9d62-43a1-952e-100bb2b51e7c requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:52:24.163168 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Router 699753e7-7f9f-4a82-ba50-1f4bce331e8a is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:52:24.179300 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-e273f6b4-f599-45ce-8a3c-7c661074b49f None None] Provisioning complete for port 0b23c9ed-4e92-4626-8809-a1e35852a2ee triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:24.179670 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e273f6b4-f599-45ce-8a3c-7c661074b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.272970 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-e273f6b4-f599-45ce-8a3c-7c661074b49f None None] Current status of the port 0b23c9ed-4e92-4626-8809-a1e35852a2ee is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:24.273360 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e273f6b4-f599-45ce-8a3c-7c661074b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.288509 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:52:24.298972 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Sync routers for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:52:24.310858 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:24.311122 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:24.314552 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.314715 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-e273f6b4-f599-45ce-8a3c-7c661074b49f None None] For port 0b23c9ed-4e92-4626-8809-a1e35852a2ee, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=0b23c9ed-4e92-4626-8809-a1e35852a2ee,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:24.316725 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-6c07c6ae-4b7d-48fb-aa67-a4eb9e59e1cc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8140128 Mar 16 16:52:24.319722 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44152) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:24.327045 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e273f6b4-f599-45ce-8a3c-7c661074b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.395021 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273f6b4-f599-45ce-8a3c-7c661074b49f None None] Pushing event updated for resources: {'Port': ['ID=0b23c9ed-4e92-4626-8809-a1e35852a2ee,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:24.434823 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:24.554477 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-51fe7d35-23d2-4625-81ba-fda2b8155b91 None None] Provisioning complete for port 0b23c9ed-4e92-4626-8809-a1e35852a2ee triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:24.555082 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-51fe7d35-23d2-4625-81ba-fda2b8155b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.647669 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-51fe7d35-23d2-4625-81ba-fda2b8155b91 None None] Current status of the port 0b23c9ed-4e92-4626-8809-a1e35852a2ee is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:24.653710 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:23Z', 'revision_number': 3, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:24.680613 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Checking router: 699753e7-7f9f-4a82-ba50-1f4bce331e8a for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:52:24.680960 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Updating router 699753e7-7f9f-4a82-ba50-1f4bce331e8a port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:52:24.709597 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.964436 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Publish callbacks [] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:24.969302 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.008544 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.021532 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Attempting to bind port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:52:25.021902 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Attempting to bind port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:52:25.022263 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Attempting to bind port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:25.025097 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Pushing event updated for resources: {'Port': ['ID=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:25.032915 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:52:25.033292 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:25.033724 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.034115 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:52:25.034657 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Bound port: 1f46beb2-96e0-4dcc-bf16-a92b750c0a13, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:52:25.035044 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.037939 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.038289 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.038656 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.039009 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.039347 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.039673 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.039997 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.040344 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.040670 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.040992 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.041314 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.041648 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.041970 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.042285 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.042600 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:25.070473 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.094658 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] For port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:52:25.098016 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] For port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:52:25.108063 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.167240 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:25.167844 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:25.182479 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Allocated IP 172.20.0.1 (48c16678-9d62-43a1-952e-100bb2b51e7c/4d893f95-61e8-4793-ae94-bea53a911eb0/c076edc9-ad2b-4b09-8653-146ac98c2330) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:52:25.235189 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331af87f-c4a5-4dbc-a9a7-b73180738866 None None] Pushing event updated for resources: {'Port': ['ID=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:25.285728 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:25.290942 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks [] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.326713 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.340680 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 0b23c9ed-4e92-4626-8809-a1e35852a2ee up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:25.377939 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Network 48c16678-9d62-43a1-952e-100bb2b51e7c is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:25.381028 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:25.383893 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:52:25.391408 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 0b23c9ed-4e92-4626-8809-a1e35852a2ee triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:25.391780 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.410903 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Pushing event updated for resources: {'Port': ['ID=c076edc9-ad2b-4b09-8653-146ac98c2330,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:25.442706 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (699753e7-7f9f-4a82-ba50-1f4bce331e8a), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.480029 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 0b23c9ed-4e92-4626-8809-a1e35852a2ee is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:25.501397 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-931830f4-3638-4c87-8077-510015efb0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:23Z', 'revision_number': 3, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:25.530851 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931830f4-3638-4c87-8077-510015efb0ab None None] The sync data for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi is: [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:23Z', 'revision_number': 3, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:52:25.600766 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.682369 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-2c0bc181-929a-48ea-b163-74d5fba19f47 None None] Provisioning complete for port c076edc9-ad2b-4b09-8653-146ac98c2330 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:25.682980 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2c0bc181-929a-48ea-b163-74d5fba19f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.718471 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bc181-929a-48ea-b163-74d5fba19f47 None None] Port c076edc9-ad2b-4b09-8653-146ac98c2330 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:52:25.782927 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks [] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.787955 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.862572 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Pushing event updated for resources: {'Port': ['ID=c076edc9-ad2b-4b09-8653-146ac98c2330,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:25.866011 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (699753e7-7f9f-4a82-ba50-1f4bce331e8a), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:25.966860 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Network 48c16678-9d62-43a1-952e-100bb2b51e7c is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:25.968192 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:26.097111 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Router 699753e7-7f9f-4a82-ba50-1f4bce331e8a has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:52:26.216155 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:52:26.221198 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-932de0d1-1b1a-4160-934d-628f9c5953cf admin admin] 10.222.0.30 "PUT /v2.0/routers/699753e7-7f9f-4a82-ba50-1f4bce331e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9003441 Mar 16 16:52:26.244400 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-c0eedb15-5caf-4fb4-a824-08c325b53a21 None None] Provisioning complete for port c076edc9-ad2b-4b09-8653-146ac98c2330 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:26.244782 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-c0eedb15-5caf-4fb4-a824-08c325b53a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.281056 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-c0eedb15-5caf-4fb4-a824-08c325b53a21 None None] Port c076edc9-ad2b-4b09-8653-146ac98c2330 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:52:26.461028 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:52:26.686067 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44168) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:26.691943 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1426696197-network', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:26.711282 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Made reservation on behalf of c26d67f580be41b4a72fd29b118b2070 for: {'network': 1} {{(pid=103490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:52:26.713561 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for network (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.722207 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.806202 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks [] for security_group (d29a7b07-788c-4887-86cb-e99c6623701b), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.810930 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d29a7b07-788c-4887-86cb-e99c6623701b), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.837286 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 16:52:26.847754 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29a7b07-788c-4887-86cb-e99c6623701b,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:26.852867 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (67ff8e93-749c-46f4-b33c-d4b2435daebd), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.853237 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.segments_db [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Added segment 67ff8e93-749c-46f4-b33c-d4b2435daebd of type vlan for network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 Mar 16 16:52:26.895106 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766422159544'] for network (aad2a897-0f16-4c3a-9c1d-f7d6923f7652), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.919637 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930'] for network (aad2a897-0f16-4c3a-9c1d-f7d6923f7652), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.920623 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:26.921199 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:26.972520 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2853062 Mar 16 16:52:26.975350 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44170) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:26.980262 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Request body: {'subnet': {'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1426696197-subnet', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'ip_version': 4}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:26.988195 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe35e5a-9eb8-4c85-b8a9-beeb8141ded7 admin admin] Pushing event updated for resources: {'Network': ['ID=aad2a897-0f16-4c3a-9c1d-f7d6923f7652,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:26.997885 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 details requested by agent ovs-agent-dv-cinder-834009-1-iscsi with host dv-cinder-834009-1-iscsi {{(pid=103492) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 16:52:27.006847 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Made reservation on behalf of c26d67f580be41b4a72fd29b118b2070 for: {'subnet': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:52:27.013851 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24929187'] for subnet (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.050705 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Sync routers for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:52:27.072981 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:27.073638 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:27.186301 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:27.192205 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25084195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24929181'] for subnet (f41a979d-cd57-4a68-9ca6-6c50b7974a4f), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.247698 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41a979d-cd57-4a68-9ca6-6c50b7974a4f,revision_number=0']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:27.256702 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Checking segment: {'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:27.257064 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Network hostable DHCP agents. Network: aad2a897-0f16-4c3a-9c1d-f7d6923f7652, hostable agents: ['a5ef9e79-2717-4378-b928-ecffbeac5a55'], hosted agents: [] {{(pid=103491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 16:52:27.278723 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 is scheduled to be hosted by DHCP agent a5ef9e79-2717-4378-b928-ecffbeac5a55 with binding_index 1 {{(pid=103491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 16:52:27.288950 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834009-1-iscsi, aad2a897-0f16-4c3a-9c1d-f7d6923f7652) {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:27.294906 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:27.297104 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.305163 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31606001-f5d3-403b-b557-7d5b2f9aff62 None None] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:52:27.318718 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-492fd2cc-470d-46f0-b878-f1998d3aca40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3397877 Mar 16 16:52:27.319198 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44172) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:27.323551 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:27.343697 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16267332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10733'] for router (4c05a100-8111-4b56-82bb-4dbb43860522), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.344823 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16267472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16302270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10644'] for router (4c05a100-8111-4b56-82bb-4dbb43860522), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.408191 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks [] for router_controller (4c05a100-8111-4b56-82bb-4dbb43860522), precommit_add_association {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.490716 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:27.555780 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks [] for router_gateway (4c05a100-8111-4b56-82bb-4dbb43860522), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.636005 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:27.636467 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.639825 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80bf52c9-f45a-579f-9806-d4c966f9121e-aad2a897-0f16-4c3a-9c1d-f7d6923f7652', 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652', 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'fixed_ips': [{'subnet_id': 'f41a979d-cd57-4a68-9ca6-6c50b7974a4f'}]}} from dv-cinder-834009-1-iscsi. {{(pid=103492) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 16:52:27.640745 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.765700 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks [] for router_gateway (4c05a100-8111-4b56-82bb-4dbb43860522), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.779424 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 2, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:27.785851 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.847615 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Checking router: 699753e7-7f9f-4a82-ba50-1f4bce331e8a for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:52:27.847887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Updating router 699753e7-7f9f-4a82-ba50-1f4bce331e8a port c076edc9-ad2b-4b09-8653-146ac98c2330 binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:52:27.894996 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:27.895378 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.899445 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Allocated IP 172.27.0.153 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:52:27.901609 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:27.923883 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.db_base_plugin_common [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Allocated IP 172.20.0.2 (aad2a897-0f16-4c3a-9c1d-f7d6923f7652/f41a979d-cd57-4a68-9ca6-6c50b7974a4f/962d9860-4995-4095-b6f9-f8411c1c414d) {{(pid=103492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:52:27.936120 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:27.945968 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.007473 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks [] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.041306 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.085638 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:28.090168 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:28.094568 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:52:28.115455 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Pushing event updated for resources: {'Port': ['ID=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:28.121585 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:28.262000 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Publish callbacks [] for port (962d9860-4995-4095-b6f9-f8411c1c414d), precommit_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.274436 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), after_create {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.342156 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 is already hosted by enough agents. {{(pid=103492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:28.347933 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Pushing event updated for resources: {'Port': ['ID=962d9860-4995-4095-b6f9-f8411c1c414d,revision_number=1']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:28.350385 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.scheduler.base_scheduler [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Resources bound (agent type, host, resource id): {{(pid=103492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:28.350542 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks [] for router_gateway (4c05a100-8111-4b56-82bb-4dbb43860522), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.354538 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Received port after_create {{(pid=103492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:52:28.427568 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Publish callbacks [] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.435428 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.465734 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Attempting to bind port 962d9860-4995-4095-b6f9-f8411c1c414d on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:52:28.466095 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Attempting to bind port 962d9860-4995-4095-b6f9-f8411c1c414d by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:52:28.466451 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Attempting to bind port 962d9860-4995-4095-b6f9-f8411c1c414d on network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:28.481667 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:52:28.482045 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Checking segment: {'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:28.482444 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.482834 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Bound using segment: {'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:52:28.483313 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Bound port: 962d9860-4995-4095-b6f9-f8411c1c414d, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:52:28.483690 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.505740 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f564c-d64a-49d1-9911-c0589c936ef1 None None] Pushing event updated for resources: {'Port': ['ID=c076edc9-ad2b-4b09-8653-146ac98c2330,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:28.573718 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16267471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16268365'] for router (4c05a100-8111-4b56-82bb-4dbb43860522), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.598555 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Attempting to bind port c076edc9-ad2b-4b09-8653-146ac98c2330 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:52:28.598928 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Attempting to bind port c076edc9-ad2b-4b09-8653-146ac98c2330 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:52:28.599291 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Attempting to bind port c076edc9-ad2b-4b09-8653-146ac98c2330 on network 48c16678-9d62-43a1-952e-100bb2b51e7c {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:28.610695 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:52:28.611070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Checking segment: {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:28.611470 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.612099 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Bound using segment: {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:52:28.612627 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Bound port: c076edc9-ad2b-4b09-8653-146ac98c2330, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:52:28.612979 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.615275 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] For port 962d9860-4995-4095-b6f9-f8411c1c414d, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:52:28.619172 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] For port 962d9860-4995-4095-b6f9-f8411c1c414d, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=962d9860-4995-4095-b6f9-f8411c1c414d,segment=NetworkSegment(67ff8e93-749c-46f4-b33c-d4b2435daebd),segment_id=67ff8e93-749c-46f4-b33c-d4b2435daebd)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:52:28.651808 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.727539 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Router 4c05a100-8111-4b56-82bb-4dbb43860522 is scheduled to L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc with binding_index 1 {{(pid=103490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 16:52:28.741401 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] For port c076edc9-ad2b-4b09-8653-146ac98c2330, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:52:28.749667 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cbeeb-83f5-41ec-b17f-94d4625f2289 None None] Pushing event updated for resources: {'Port': ['ID=962d9860-4995-4095-b6f9-f8411c1c414d,revision_number=2']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:28.764234 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] For port c076edc9-ad2b-4b09-8653-146ac98c2330, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=c076edc9-ad2b-4b09-8653-146ac98c2330,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:52:28.769376 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-ad2be6bf-b514-4b65-b901-ed341e6c7daa None None] Provisioning complete for port c076edc9-ad2b-4b09-8653-146ac98c2330 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:28.769954 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ad2be6bf-b514-4b65-b901-ed341e6c7daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.791170 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:28.871883 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:28.872605 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:28.875007 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f564c-d64a-49d1-9911-c0589c936ef1 None None] Pushing event updated for resources: {'Port': ['ID=c076edc9-ad2b-4b09-8653-146ac98c2330,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:29.008492 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-ad2be6bf-b514-4b65-b901-ed341e6c7daa None None] Current status of the port c076edc9-ad2b-4b09-8653-146ac98c2330 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:29.009146 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ad2be6bf-b514-4b65-b901-ed341e6c7daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.065303 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:29.068613 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-ad2be6bf-b514-4b65-b901-ed341e6c7daa None None] For port c076edc9-ad2b-4b09-8653-146ac98c2330, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=c076edc9-ad2b-4b09-8653-146ac98c2330,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:29.093508 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ad2be6bf-b514-4b65-b901-ed341e6c7daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.134285 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:52:29.144643 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Sync routers for ids ['4c05a100-8111-4b56-82bb-4dbb43860522'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:52:29.158397 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.160239 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ac4ad050-426d-4b66-99e1-2f5c42187169 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8399024 Mar 16 16:52:29.163014 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44174) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:52:29.168584 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Routers {'4c05a100-8111-4b56-82bb-4dbb43860522'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:29.170698 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['4c05a100-8111-4b56-82bb-4dbb43860522'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:29.306736 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Set router 4c05a100-8111-4b56-82bb-4dbb43860522 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:29.366988 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2be6bf-b514-4b65-b901-ed341e6c7daa None None] Pushing event updated for resources: {'Port': ['ID=c076edc9-ad2b-4b09-8653-146ac98c2330,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:29.381231 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-8c57b607-98ca-4bb1-b9ca-a8ea1771d1cb None None] Provisioning complete for port c076edc9-ad2b-4b09-8653-146ac98c2330 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:29.381611 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-8c57b607-98ca-4bb1-b9ca-a8ea1771d1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.497449 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 962d9860-4995-4095-b6f9-f8411c1c414d up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:29.555166 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:28Z', 'revision_number': 3, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port': {'id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:29.566386 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-8c57b607-98ca-4bb1-b9ca-a8ea1771d1cb None None] Current status of the port c076edc9-ad2b-4b09-8653-146ac98c2330 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:29.585367 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Checking router: 4c05a100-8111-4b56-82bb-4dbb43860522 for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:52:29.585995 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Updating router 4c05a100-8111-4b56-82bb-4dbb43860522 port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 binding host dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:52:29.603287 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 962d9860-4995-4095-b6f9-f8411c1c414d triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:29.604345 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.610209 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:28Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:29.616491 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.662631 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e198e10-1921-410a-a887-14d08f0077cc None None] The sync data for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi is: [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:28Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:52:29.681420 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.744543 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 962d9860-4995-4095-b6f9-f8411c1c414d is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:29.745080 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.804118 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 962d9860-4995-4095-b6f9-f8411c1c414d, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=962d9860-4995-4095-b6f9-f8411c1c414d,segment=NetworkSegment(67ff8e93-749c-46f4-b33c-d4b2435daebd),segment_id=67ff8e93-749c-46f4-b33c-d4b2435daebd)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:29.814618 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.816453 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:29.916576 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=962d9860-4995-4095-b6f9-f8411c1c414d,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:29.929397 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:29.929783 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:29.975715 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Allocated IP 172.20.0.1 (aad2a897-0f16-4c3a-9c1d-f7d6923f7652/f41a979d-cd57-4a68-9ca6-6c50b7974a4f/daf23492-b412-40c6-860c-eaca92712d9f) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:52:30.075599 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f5649-18c6-4177-9da7-32ab783b6164 None None] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:52:30.131295 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks [] for port (daf23492-b412-40c6-860c-eaca92712d9f), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.141629 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:30.158399 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Publish callbacks [] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), precommit_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.169127 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.173200 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-e6771291-3fad-4212-bbe0-075fe1c443b2 None None] Provisioning complete for port 962d9860-4995-4095-b6f9-f8411c1c414d triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:30.173822 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e6771291-3fad-4212-bbe0-075fe1c443b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.200720 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (daf23492-b412-40c6-860c-eaca92712d9f), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.227362 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9848f-2259-4f26-817c-c6f98fd80de7 None None] Pushing event updated for resources: {'Port': ['ID=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,revision_number=2']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:30.251227 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Attempting to bind port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:52:30.251602 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Attempting to bind port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:52:30.251951 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Attempting to bind port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 on network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:30.256882 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:30.258075 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:52:30.259261 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Checking segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:30.259407 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.259763 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Bound using segment: {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'} {{(pid=103493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:52:30.259942 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:30.260226 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.managers [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Bound port: 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a26ccd-ec82-4f33-a44d-3bc11e4576ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a'}}] {{(pid=103493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:52:30.260621 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), before_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.265325 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:52:30.293657 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Pushing event updated for resources: {'Port': ['ID=daf23492-b412-40c6-860c-eaca92712d9f,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:30.310159 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.310430 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.310757 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.311094 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.311426 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.311757 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.312083 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.312434 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.312761 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.313083 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.313407 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.313728 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.314051 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.315694 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.316030 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:52:30.329147 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] For port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:52:30.332568 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16268478'] for router_interface (4c05a100-8111-4b56-82bb-4dbb43860522), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.334638 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.plugins.ml2.db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] For port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:52:30.346789 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron_lib.callbacks.manager [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), after_update {{(pid=103493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.357404 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-e6771291-3fad-4212-bbe0-075fe1c443b2 None None] Current status of the port 962d9860-4995-4095-b6f9-f8411c1c414d is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:30.409761 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Routers {'4c05a100-8111-4b56-82bb-4dbb43860522'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:30.415901 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['4c05a100-8111-4b56-82bb-4dbb43860522'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:30.499661 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (daf23492-b412-40c6-860c-eaca92712d9f), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.551885 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9848f-2259-4f26-817c-c6f98fd80de7 None None] Pushing event updated for resources: {'Port': ['ID=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,revision_number=3']} {{(pid=103493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:30.568232 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] Set router 4c05a100-8111-4b56-82bb-4dbb43860522 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:30.681760 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-1143ccd0-4953-476d-891f-50cc66af0ee9 None None] Provisioning complete for port daf23492-b412-40c6-860c-eaca92712d9f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:30.682356 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1143ccd0-4953-476d-891f-50cc66af0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (daf23492-b412-40c6-860c-eaca92712d9f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.735289 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks [] for port (daf23492-b412-40c6-860c-eaca92712d9f), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.747892 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (daf23492-b412-40c6-860c-eaca92712d9f), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.765714 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-1143ccd0-4953-476d-891f-50cc66af0ee9 None None] Port daf23492-b412-40c6-860c-eaca92712d9f cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:52:30.782374 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:28Z', 'revision_number': 3, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port': {'id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:30.786626 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-1143ccd0-4953-476d-891f-50cc66af0ee9 None None] Provisioning complete for port 962d9860-4995-4095-b6f9-f8411c1c414d triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:30.787002 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1143ccd0-4953-476d-891f-50cc66af0ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.812207 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12164a-8f07-42ae-a8ae-4cffdc07cb3d None None] The sync data for ids ['4c05a100-8111-4b56-82bb-4dbb43860522'] in dv-cinder-834009-1-iscsi is: [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:28Z', 'revision_number': 3, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port': {'id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:52:30.877806 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Pushing event updated for resources: {'Port': ['ID=daf23492-b412-40c6-860c-eaca92712d9f,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:30.885048 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16262912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16269070'] for router_interface (4c05a100-8111-4b56-82bb-4dbb43860522), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:30.910510 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-1143ccd0-4953-476d-891f-50cc66af0ee9 None None] Current status of the port 962d9860-4995-4095-b6f9-f8411c1c414d is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:30.983390 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:30.984845 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:31.032714 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-fb0eb916-516d-4f99-ae01-544480d41707 None None] Provisioning complete for port daf23492-b412-40c6-860c-eaca92712d9f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:31.033342 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb916-516d-4f99-ae01-544480d41707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (daf23492-b412-40c6-860c-eaca92712d9f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:31.082744 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-fb0eb916-516d-4f99-ae01-544480d41707 None None] Port daf23492-b412-40c6-860c-eaca92712d9f cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:52:31.118191 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Router 4c05a100-8111-4b56-82bb-4dbb43860522 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:52:31.212567 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-b5f8e133-ec85-4acd-818e-778fe740c3ed None None] Provisioning complete for port daf23492-b412-40c6-860c-eaca92712d9f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:31.213020 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e133-ec85-4acd-818e-778fe740c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (daf23492-b412-40c6-860c-eaca92712d9f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:31.247881 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:52:31.250829 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8e133-ec85-4acd-818e-778fe740c3ed None None] Port daf23492-b412-40c6-860c-eaca92712d9f cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:52:31.254448 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-e35361d6-05a5-4246-aade-bac998c15928 admin admin] 10.222.0.30 "PUT /v2.0/routers/4c05a100-8111-4b56-82bb-4dbb43860522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897379 Mar 16 16:52:31.442967 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device c076edc9-ad2b-4b09-8653-146ac98c2330 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:31.498748 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port c076edc9-ad2b-4b09-8653-146ac98c2330 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:31.499134 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:31.585596 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port c076edc9-ad2b-4b09-8653-146ac98c2330 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:31.586672 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:31.641349 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:31.641853 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:31.737137 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:31.737828 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:31.762538 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] For port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:31.767077 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:31.769282 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 962d9860-4995-4095-b6f9-f8411c1c414d up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:31.857503 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Pushing event updated for resources: {'Port': ['ID=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:31.873318 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 962d9860-4995-4095-b6f9-f8411c1c414d triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:31.873773 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:31.963282 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 962d9860-4995-4095-b6f9-f8411c1c414d is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:33.141586 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Sync routers for ids ['4c05a100-8111-4b56-82bb-4dbb43860522'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:52:33.154673 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Routers {'4c05a100-8111-4b56-82bb-4dbb43860522'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:33.154673 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['4c05a100-8111-4b56-82bb-4dbb43860522'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:33.280773 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Set router 4c05a100-8111-4b56-82bb-4dbb43860522 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:33.322433 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:33.605300 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:33.605742 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:33.738044 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:33.745419 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:30Z', 'revision_number': 4, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port': {'id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'daf23492-b412-40c6-860c-eaca92712d9f', 'name': '', 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'mac_address': 'fa:16:3e:61:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f41a979d-cd57-4a68-9ca6-6c50b7974a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:29Z', 'updated_at': '2022-03-16T16:52:30Z', 'revision_number': 2, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'subnets': [{'id': 'f41a979d-cd57-4a68-9ca6-6c50b7974a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:33.778418 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Checking router: 4c05a100-8111-4b56-82bb-4dbb43860522 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:52:33.778934 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Updating router 4c05a100-8111-4b56-82bb-4dbb43860522 port daf23492-b412-40c6-860c-eaca92712d9f binding host dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 16:52:33.807122 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (daf23492-b412-40c6-860c-eaca92712d9f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.103576 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Publish callbacks [] for port (daf23492-b412-40c6-860c-eaca92712d9f), precommit_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.109371 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (daf23492-b412-40c6-860c-eaca92712d9f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.196581 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a93b8-ed2b-4590-b837-42f32a947051 None None] Pushing event updated for resources: {'Port': ['ID=daf23492-b412-40c6-860c-eaca92712d9f,revision_number=3']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:34.231663 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Attempting to bind port daf23492-b412-40c6-860c-eaca92712d9f on host dv-cinder-834009-1-iscsi for vnic_type normal with profile {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:52:34.232363 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Attempting to bind port daf23492-b412-40c6-860c-eaca92712d9f by drivers openvswitch,hyperv on host dv-cinder-834009-1-iscsi at level 0 using segments [{'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:52:34.232924 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Attempting to bind port daf23492-b412-40c6-860c-eaca92712d9f on network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:34.239432 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Checking agent: {'id': 'c8d54816-e89f-46a2-bed1-f0ad6187dc14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834009-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 25, 20), 'started_at': datetime.datetime(2022, 3, 16, 16, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834009-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:52:34.240100 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Checking segment: {'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:34.240721 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.241416 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Bound using segment: {'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'} {{(pid=103492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:52:34.242054 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.managers [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Bound port: daf23492-b412-40c6-860c-eaca92712d9f, host: dv-cinder-834009-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ff8e93-749c-46f4-b33c-d4b2435daebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652'}}] {{(pid=103492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:52:34.242625 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (daf23492-b412-40c6-860c-eaca92712d9f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.332789 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] For port daf23492-b412-40c6-860c-eaca92712d9f, host dv-cinder-834009-1-iscsi, cleared binding levels {{(pid=103492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:52:34.337147 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] For port daf23492-b412-40c6-860c-eaca92712d9f, host dv-cinder-834009-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=daf23492-b412-40c6-860c-eaca92712d9f,segment=NetworkSegment(67ff8e93-749c-46f4-b33c-d4b2435daebd),segment_id=67ff8e93-749c-46f4-b33c-d4b2435daebd)] {{(pid=103492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:52:34.348037 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (daf23492-b412-40c6-860c-eaca92712d9f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.441749 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-4b96c67c-a86b-4840-be2b-f04559436197 None None] Provisioning complete for port daf23492-b412-40c6-860c-eaca92712d9f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:34.442134 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4b96c67c-a86b-4840-be2b-f04559436197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (daf23492-b412-40c6-860c-eaca92712d9f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.448053 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a93b8-ed2b-4590-b837-42f32a947051 None None] Pushing event updated for resources: {'Port': ['ID=daf23492-b412-40c6-860c-eaca92712d9f,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:34.481068 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Routers {'4c05a100-8111-4b56-82bb-4dbb43860522'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:52:34.481966 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['4c05a100-8111-4b56-82bb-4dbb43860522'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:34.669571 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] Set router 4c05a100-8111-4b56-82bb-4dbb43860522 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:52:34.703502 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-4b96c67c-a86b-4840-be2b-f04559436197 None None] Current status of the port daf23492-b412-40c6-860c-eaca92712d9f is: DOWN; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:34.703897 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4b96c67c-a86b-4840-be2b-f04559436197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (daf23492-b412-40c6-860c-eaca92712d9f), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.814188 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-4b96c67c-a86b-4840-be2b-f04559436197 None None] For port daf23492-b412-40c6-860c-eaca92712d9f, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=daf23492-b412-40c6-860c-eaca92712d9f,segment=NetworkSegment(67ff8e93-749c-46f4-b33c-d4b2435daebd),segment_id=67ff8e93-749c-46f4-b33c-d4b2435daebd)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:34.824123 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4b96c67c-a86b-4840-be2b-f04559436197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (daf23492-b412-40c6-860c-eaca92712d9f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.899161 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96c67c-a86b-4840-be2b-f04559436197 None None] Pushing event updated for resources: {'Port': ['ID=daf23492-b412-40c6-860c-eaca92712d9f,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:34.954091 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-1466c140-dab9-472a-b9f9-25349492950b None None] Provisioning complete for port daf23492-b412-40c6-860c-eaca92712d9f triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:34.954358 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1466c140-dab9-472a-b9f9-25349492950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (daf23492-b412-40c6-860c-eaca92712d9f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:34.999166 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:30Z', 'revision_number': 4, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port': {'id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'daf23492-b412-40c6-860c-eaca92712d9f', 'name': '', 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'mac_address': 'fa:16:3e:61:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f41a979d-cd57-4a68-9ca6-6c50b7974a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:29Z', 'updated_at': '2022-03-16T16:52:34Z', 'revision_number': 4, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'subnets': [{'id': 'f41a979d-cd57-4a68-9ca6-6c50b7974a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:52:35.030327 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fd794-0bae-4466-9345-ae0e3b57813f None None] The sync data for ids ['4c05a100-8111-4b56-82bb-4dbb43860522'] in dv-cinder-834009-1-iscsi is: [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:30Z', 'revision_number': 4, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port': {'id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'daf23492-b412-40c6-860c-eaca92712d9f', 'name': '', 'network_id': 'aad2a897-0f16-4c3a-9c1d-f7d6923f7652', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'mac_address': 'fa:16:3e:61:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'f41a979d-cd57-4a68-9ca6-6c50b7974a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:29Z', 'updated_at': '2022-03-16T16:52:34Z', 'revision_number': 4, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'subnets': [{'id': 'f41a979d-cd57-4a68-9ca6-6c50b7974a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:52:35.111555 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-1466c140-dab9-472a-b9f9-25349492950b None None] Current status of the port daf23492-b412-40c6-860c-eaca92712d9f is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:35.344311 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device daf23492-b412-40c6-860c-eaca92712d9f up at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:35.416110 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Provisioning complete for port daf23492-b412-40c6-860c-eaca92712d9f triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:35.416693 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (daf23492-b412-40c6-860c-eaca92712d9f), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:35.518237 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Current status of the port daf23492-b412-40c6-860c-eaca92712d9f is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:40.918547 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-9dcba360-6f4b-4427-bc57-72162125b7d1 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:40.920005 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-9dcba360-6f4b-4427-bc57-72162125b7d1 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 814 time: 0.0973637 Mar 16 16:52:40.934137 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-a9173d7e-f592-4027-ac15-744205f56633 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/quotas/dbfe036c24ac4464aca1989d9b84c617 HTTP/1.1" status: 200 len: 375 time: 0.0086355 Mar 16 16:52:40.997233 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-1e45a99f-d31f-4cda-bca1-2f6fb6e202cf tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575709 Mar 16 16:52:41.180931 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-cac902db-ad97-4b91-9c89-5b5947b97220 service neutron] 10.222.0.30 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711986 Mar 16 16:52:41.271969 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-7d23ded9-8272-463a-a647-583fdd5857d0 service neutron] 10.222.0.30 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854197 Mar 16 16:52:41.447230 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-120064ea-e7c6-47fa-b887-7b7333881b2d req-3940b98a-34db-461b-8f80-1b1d51f91e72 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 210 time: 0.0436139 Mar 16 16:52:42.487758 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b417fb4c-6f36-4287-9bbf-0d5652ab8087 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:42.489281 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b417fb4c-6f36-4287-9bbf-0d5652ab8087 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 814 time: 0.1192341 Mar 16 16:52:42.502453 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'port': {'device_id': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'admin_state_up': True, 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:42.865053 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-cf57826c-1bca-4f5b-9b1d-1d263b87f8af req-6607d833-df5e-4564-8c72-432e19c04334 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 210 time: 0.3449435 Mar 16 16:52:42.957716 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Made reservation on behalf of dbfe036c24ac4464aca1989d9b84c617 for: {'port': 1} {{(pid=103491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 16:52:42.961464 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:43.125159 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.db_base_plugin_common [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Allocated IP 172.20.0.5 (48c16678-9d62-43a1-952e-100bb2b51e7c/4d893f95-61e8-4793-ae94-bea53a911eb0/bbd77b0f-89fd-4223-938b-cdaf71df8809) {{(pid=103491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:52:43.303339 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:43.344181 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:43.395202 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Network 48c16678-9d62-43a1-952e-100bb2b51e7c is already hosted by enough agents. {{(pid=103491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:52:43.398672 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.base_scheduler [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Resources bound (agent type, host, resource id): {{(pid=103491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:52:43.403491 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Received port after_create {{(pid=103491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:52:43.411415 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:43.464555 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:43.465360 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:43.485673 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-b1d02fd7-b62d-48f6-8357-5d4f6da757e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9880667 Mar 16 16:52:43.715569 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-970bdc07-688e-4f07-838c-e3e7d644ffb0 None None] Provisioning complete for port bbd77b0f-89fd-4223-938b-cdaf71df8809 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:43.716173 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-970bdc07-688e-4f07-838c-e3e7d644ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:43.762254 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-970bdc07-688e-4f07-838c-e3e7d644ffb0 None None] Port bbd77b0f-89fd-4223-938b-cdaf71df8809 cannot update to ACTIVE because it is not bound. {{(pid=103492) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 16:52:44.005278 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921820b-141a-40f3-a7f9-9f18e1c6ccf0 req-30dfc47d-fe3f-490b-b2d8-f027d66e7f37 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:44.007427 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2921820b-141a-40f3-a7f9-9f18e1c6ccf0 req-30dfc47d-fe3f-490b-b2d8-f027d66e7f37 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0622997 Mar 16 16:52:44.060515 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2921820b-141a-40f3-a7f9-9f18e1c6ccf0 req-21247f60-94f5-471b-98fa-8027836cd2bf tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Mar 16 16:52:44.074772 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fa07ba2d-e749-4486-9e83-64fde7741e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:45.202335 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33962ec2-11bc-4d94-96f2-9d8542cc17f0 req-58e2a752-0dc7-4237-b7e8-5a82d1b9fc17 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:45.204752 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-33962ec2-11bc-4d94-96f2-9d8542cc17f0 req-58e2a752-0dc7-4237-b7e8-5a82d1b9fc17 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0752702 Mar 16 16:52:45.266528 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-33962ec2-11bc-4d94-96f2-9d8542cc17f0 req-8576cbb7-ef0e-4f39-873d-92f3307203df tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558379 Mar 16 16:52:46.368961 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c5c3-aff9-4d52-82f4-d2c4924db1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:46.404553 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22163051-58b5-4bb5-a4ce-cf2d48739972 req-3497e2d1-fc0f-40d5-a4c4-07b5f7560c7f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:46.406134 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-22163051-58b5-4bb5-a4ce-cf2d48739972 req-3497e2d1-fc0f-40d5-a4c4-07b5f7560c7f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0645821 Mar 16 16:52:46.460540 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-22163051-58b5-4bb5-a4ce-cf2d48739972 req-693aed9c-fc33-4a91-9f68-23e4da7b03ef tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486350 Mar 16 16:52:47.604164 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3477f47-42fa-4917-a055-5fa7c03d82b5 req-5b10ee02-e0dc-4134-81c9-19554214fa8e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:47.606017 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e3477f47-42fa-4917-a055-5fa7c03d82b5 req-5b10ee02-e0dc-4134-81c9-19554214fa8e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0594990 Mar 16 16:52:47.629694 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:47.657081 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-e3477f47-42fa-4917-a055-5fa7c03d82b5 req-e2b863f5-016c-4a4c-bd9d-84c252d46dc7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Mar 16 16:52:48.780960 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e547-43f0-470b-a5af-d360ee4e3418 req-77a9ef5d-da59-41d3-9807-092cbab15316 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:48.783360 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-14d9e547-43f0-470b-a5af-d360ee4e3418 req-77a9ef5d-da59-41d3-9807-092cbab15316 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0578446 Mar 16 16:52:48.834362 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-14d9e547-43f0-470b-a5af-d360ee4e3418 req-bd3a5e4c-7e47-4764-86fd-43699e0a882f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Mar 16 16:52:49.116863 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:49.955960 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ecb17-4a0e-42c0-8367-36a8b6aada15 req-6f4d68f6-df28-432e-8c4b-293fe7411e10 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:49.957703 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-548ecb17-4a0e-42c0-8367-36a8b6aada15 req-6f4d68f6-df28-432e-8c4b-293fe7411e10 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0548983 Mar 16 16:52:50.014310 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-548ecb17-4a0e-42c0-8367-36a8b6aada15 req-114717ea-c5b4-4c49-863a-32c59f7cfe7f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509317 Mar 16 16:52:50.385514 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:51.130959 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1045741-60de-4fff-954e-944145f0e18b req-a468be17-d2b8-4238-9c8f-dbee23933d75 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:51.132445 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a1045741-60de-4fff-954e-944145f0e18b req-a468be17-d2b8-4238-9c8f-dbee23933d75 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0517623 Mar 16 16:52:51.181729 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-a1045741-60de-4fff-954e-944145f0e18b req-11fa0f8c-ca68-432e-9d74-99febeae0934 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Mar 16 16:52:52.295681 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5788-a63c-4ae3-af44-41a50f05e050 req-edaf6836-4e1c-4b52-b9f2-0543f192bed8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:52.297295 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d70e5788-a63c-4ae3-af44-41a50f05e050 req-edaf6836-4e1c-4b52-b9f2-0543f192bed8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 931 time: 0.0523546 Mar 16 16:52:52.343995 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d70e5788-a63c-4ae3-af44-41a50f05e050 req-a61e0949-ebdb-408f-bd01-56ad80e123a6 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Mar 16 16:52:52.801922 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Request body: {'port': {'device_id': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83400'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:52:52.858257 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:53.115653 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd77b0f-89fd-4223-938b-cdaf71df8809 {{(pid=103491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:52:53.123063 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Publish callbacks [] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:53.134826 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.provisioning_blocks [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Transition to ACTIVE for port object bbd77b0f-89fd-4223-938b-cdaf71df8809 will not be triggered until provisioned by entity L2. {{(pid=103491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 16:52:53.138670 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:53.190393 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=2']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:53.266110 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Attempting to bind port bbd77b0f-89fd-4223-938b-cdaf71df8809 on host hv-cinder-83400 for vnic_type normal with profile {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 16:52:53.266449 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Attempting to bind port bbd77b0f-89fd-4223-938b-cdaf71df8809 by drivers openvswitch,hyperv on host hv-cinder-83400 at level 0 using segments [{'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 16:52:53.266808 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Attempting to bind port bbd77b0f-89fd-4223-938b-cdaf71df8809 on network 48c16678-9d62-43a1-952e-100bb2b51e7c {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:53.271894 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Port bbd77b0f-89fd-4223-938b-cdaf71df8809 on network 48c16678-9d62-43a1-952e-100bb2b51e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83400 {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 16:52:53.272220 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Attempting to bind port bbd77b0f-89fd-4223-938b-cdaf71df8809 on network 48c16678-9d62-43a1-952e-100bb2b51e7c {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 16:52:53.277256 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Checking agent: {'id': '7c9bb1d2-0ce6-4970-8b13-212f76190c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'started_at': datetime.datetime(2022, 3, 16, 16, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 16, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 16:52:53.277600 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Checking segment: {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 16:52:53.277989 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Bound using segment: {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'} {{(pid=103491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 16:52:53.278415 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.managers [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Bound port: bbd77b0f-89fd-4223-938b-cdaf71df8809, host: hv-cinder-83400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f28948c-e162-46b3-84f1-11b9c6f2450e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c'}}] {{(pid=103491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 16:52:53.278772 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:53.345675 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, cleared binding levels {{(pid=103491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 16:52:53.348762 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 16:52:53.355739 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:53.392565 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:53.394100 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:53.395552 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 1093 time: 0.5994339 Mar 16 16:52:53.397851 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:52:53.401356 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250720c3-a0a9-4479-9dc1-111c92be87de" -d '{"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:52:53.436363 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038863d-abbc-4c06-83e5-a5c7153384b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=3']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:53.506400 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-24c3ae75-11fc-4170-9441-40046366983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:53.507269 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-24c3ae75-11fc-4170-9441-40046366983d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1127 time: 0.0514646 Mar 16 16:52:53.518615 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08ce01-4d93-4e3d-a7c2-342c5fbb9739 req-914bccde-f9fb-452f-aae0-a424e16e1c40 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:53.525687 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6a08ce01-4d93-4e3d-a7c2-342c5fbb9739 req-914bccde-f9fb-452f-aae0-a424e16e1c40 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 943 time: 0.0696716 Mar 16 16:52:53.558248 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-af5f3c59-bf14-4504-9b92-fb646db8651d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 217 time: 0.0435643 Mar 16 16:52:53.583950 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-6a08ce01-4d93-4e3d-a7c2-342c5fbb9739 req-114819ca-0b2c-4929-a2d8-7c96188014f8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Mar 16 16:52:53.610592 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-4d28a7b3-f8c8-4d9e-8d5e-523997335e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:53.612158 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-4d28a7b3-f8c8-4d9e-8d5e-523997335e76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0485034 Mar 16 16:52:53.663659 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d76be8-2691-4530-b983-3e9288e7d6be req-070320a4-75bc-4ad5-b3a1-3027f4283ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:53.665216 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-070320a4-75bc-4ad5-b3a1-3027f4283ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470767 Mar 16 16:52:53.764270 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-6945cba9-9564-408c-a604-00dbe76f29a9 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929658 Mar 16 16:52:53.853852 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-54d76be8-2691-4530-b983-3e9288e7d6be req-75682f17-437e-4ec6-9a38-2a9c25863b89 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825527 Mar 16 16:52:54.614897 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fad0a8a-70f5-4eb9-8ff5-afc2df1d0794 x-openstack-request-id: req-2fad0a8a-70f5-4eb9-8ff5-afc2df1d0794 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:52:54.615458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:52:54.615458 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fad0a8a-70f5-4eb9-8ff5-afc2df1d0794 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:52:54.615965 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'status': 'completed', 'code': 200} Mar 16 16:52:54.686344 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250720c3-a0a9-4479-9dc1-111c92be87de req-93ac398a-1a40-4d03-9190-8215415b77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:54.687855 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-250720c3-a0a9-4479-9dc1-111c92be87de req-93ac398a-1a40-4d03-9190-8215415b77ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1127 time: 0.0522881 Mar 16 16:52:54.708515 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219b611-a87e-446a-b5f7-7e070fd50999 req-edd9cf24-2c58-4daf-af07-9b6edf57921f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:54.709990 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5219b611-a87e-446a-b5f7-7e070fd50999 req-edd9cf24-2c58-4daf-af07-9b6edf57921f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 943 time: 0.0597534 Mar 16 16:52:54.757217 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5219b611-a87e-446a-b5f7-7e070fd50999 req-3b624b08-b170-4fb0-a305-7810e18bb329 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Mar 16 16:52:54.777704 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250720c3-a0a9-4479-9dc1-111c92be87de req-f401486f-9363-4f91-9745-51d20e670d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:54.779168 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-250720c3-a0a9-4479-9dc1-111c92be87de req-f401486f-9363-4f91-9745-51d20e670d0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.0834653 Mar 16 16:52:54.825849 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-250720c3-a0a9-4479-9dc1-111c92be87de req-6c5177e1-259f-4034-bfd7-c73852302006 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 217 time: 0.0385890 Mar 16 16:52:54.872825 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250720c3-a0a9-4479-9dc1-111c92be87de req-919e9742-cd91-4e15-a8fa-3c69213c6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:54.874139 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-250720c3-a0a9-4479-9dc1-111c92be87de req-919e9742-cd91-4e15-a8fa-3c69213c6328 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0417531 Mar 16 16:52:54.921477 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250720c3-a0a9-4479-9dc1-111c92be87de req-1ba8ce3b-c2c1-4e18-8731-ecc30d092bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:54.922948 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-250720c3-a0a9-4479-9dc1-111c92be87de req-1ba8ce3b-c2c1-4e18-8731-ecc30d092bb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425284 Mar 16 16:52:55.046787 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-250720c3-a0a9-4479-9dc1-111c92be87de req-9b825168-f776-4655-8cff-58e3b876ccb9 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168585 Mar 16 16:52:55.063981 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:55.138008 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-250720c3-a0a9-4479-9dc1-111c92be87de req-5b4abe68-f528-44fb-b028-800ffe861d4c service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Mar 16 16:52:55.874935 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7d3dc-0ab1-46aa-8a58-dfd60ac8a0f3 req-e8be8662-8c55-40f3-8949-47f1136e62e6 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:55.876471 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d0c7d3dc-0ab1-46aa-8a58-dfd60ac8a0f3 req-e8be8662-8c55-40f3-8949-47f1136e62e6 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 943 time: 0.0524030 Mar 16 16:52:55.923195 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-d0c7d3dc-0ab1-46aa-8a58-dfd60ac8a0f3 req-b0a8530d-6c42-4938-83fb-c89abde3d25e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Mar 16 16:52:56.864887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device bbd77b0f-89fd-4223-938b-cdaf71df8809 details requested by agent hyperv_hv-cinder-83400 with host hv-cinder-83400 {{(pid=103492) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 16:52:56.958413 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:56.969861 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Returning: {'device': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'port_id': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'mac_address': 'fa:16:3e:16:36:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103492) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 16:52:57.010411 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port bbd77b0f-89fd-4223-938b-cdaf71df8809 is: DOWN; New status is: BUILD {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:57.010796 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:57.024172 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd77b0f-89fd-4223-938b-cdaf71df8809 {{(pid=103492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 16:52:57.042680 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d29b7-125a-40c1-8bdf-746d5299f262 req-85ec1f9a-d07a-42a8-8574-55fa331e1ff0 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:57.043598 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:57.044167 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dd0d29b7-125a-40c1-8bdf-746d5299f262 req-85ec1f9a-d07a-42a8-8574-55fa331e1ff0 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 943 time: 0.0530238 Mar 16 16:52:57.047769 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:57.094453 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=4']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:57.096610 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-dd0d29b7-125a-40c1-8bdf-746d5299f262 req-95b3f223-8fc2-4c70-aacf-e0f299c1fc7f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Mar 16 16:52:57.423653 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['bbd77b0f-89fd-4223-938b-cdaf71df8809'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:52:58.221276 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d90eb-1323-427d-bc05-35960ab1ad7d req-ff93a805-370b-472e-871c-bc283fc9d6cd tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:58.222803 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-614d90eb-1323-427d-bc05-35960ab1ad7d req-ff93a805-370b-472e-871c-bc283fc9d6cd tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 944 time: 0.0622339 Mar 16 16:52:58.268825 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-614d90eb-1323-427d-bc05-35960ab1ad7d req-452d90c2-ab7c-432a-8402-d5f42816df95 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Mar 16 16:52:58.880847 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device bbd77b0f-89fd-4223-938b-cdaf71df8809 up at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 16:52:58.929336 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning for port bbd77b0f-89fd-4223-938b-cdaf71df8809 completed by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 16:52:58.933639 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Provisioning complete for port bbd77b0f-89fd-4223-938b-cdaf71df8809 triggered by entity L2. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:52:58.934050 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:59.012871 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Current status of the port bbd77b0f-89fd-4223-938b-cdaf71df8809 is: BUILD; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:52:59.013260 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), before_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:59.036826 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809'}] {{(pid=103492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:52:59.039053 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d7b81b83c752eab5bc004555bf99c25ee99e341d2dcc3540d539a28b42bc38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a741cb7e-d839-493f-99e2-98e3d3b14f45" -d '{"events": [{"server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "name": "network-vif-plugged", "status": "completed", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809"}]}' {{(pid=103492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:52:59.050903 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:52:59.055252 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:52:59.103149 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Pushing event updated for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=5']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:52:59.137287 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54b0a01-1562-462c-a9c0-b96ac3792b09 x-openstack-request-id: req-e54b0a01-1562-462c-a9c0-b96ac3792b09 {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:52:59.137606 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "name": "network-vif-plugged", "status": "completed", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809", "code": 200}]} {{(pid=103492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:52:59.137864 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e54b0a01-1562-462c-a9c0-b96ac3792b09 {{(pid=103492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:52:59.138263 dv-cinder-834009-1-iscsi neutron-server[103492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'code': 200} Mar 16 16:52:59.302043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b203c-3413-446f-a502-b5691694e622 req-b7127391-c40b-4713-81d0-944a01417b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:59.303535 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1a2b203c-3413-446f-a502-b5691694e622 req-b7127391-c40b-4713-81d0-944a01417b13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1129 time: 0.0435436 Mar 16 16:52:59.374239 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1a2b203c-3413-446f-a502-b5691694e622 req-242b1b82-25de-4fab-baab-d43100d0f390 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Mar 16 16:52:59.396398 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aab0f1-edf3-46a1-b69c-6f7c06bfc880 req-87429775-250b-4540-9136-eec75d321c16 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:52:59.397738 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-20aab0f1-edf3-46a1-b69c-6f7c06bfc880 req-87429775-250b-4540-9136-eec75d321c16 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0631266 Mar 16 16:52:59.443738 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-20aab0f1-edf3-46a1-b69c-6f7c06bfc880 req-06049753-a2d2-468f-a0de-cf0499a98d7e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Mar 16 16:53:00.568840 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3a705-94ed-4e01-bc12-eacbd6e859ab req-7cf29ed2-ce6b-4fb9-b7aa-753143f00b4e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:00.570340 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-99a3a705-94ed-4e01-bc12-eacbd6e859ab req-7cf29ed2-ce6b-4fb9-b7aa-753143f00b4e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0608258 Mar 16 16:53:00.618511 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-99a3a705-94ed-4e01-bc12-eacbd6e859ab req-ee57f918-757f-4454-8bf9-1bd82f04dda6 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Mar 16 16:53:01.733688 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aafa9-bf08-4b98-9e86-d799892b0b52 req-dd3352ba-e071-41d6-8248-078066214c34 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:01.735144 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-bd9aafa9-bf08-4b98-9e86-d799892b0b52 req-dd3352ba-e071-41d6-8248-078066214c34 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0523069 Mar 16 16:53:01.782577 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-bd9aafa9-bf08-4b98-9e86-d799892b0b52 req-34ee7cb0-2dcc-4678-bf5b-7e29b28f7c0c tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Mar 16 16:53:01.896252 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b728c9-87c2-4d9c-ba7e-43379dfd23af req-9c2aea7d-bdd0-4e87-9823-d02afeef74ae tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:01.897798 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c3b728c9-87c2-4d9c-ba7e-43379dfd23af req-9c2aea7d-bdd0-4e87-9823-d02afeef74ae tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0517225 Mar 16 16:53:01.943954 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c3b728c9-87c2-4d9c-ba7e-43379dfd23af req-82ada956-4c45-46c3-b6b5-13cb1a7a8955 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Mar 16 16:53:02.277850 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6e173-d380-41de-a3a6-4a569cfaefca req-39a6c7e7-958b-4f88-b305-394674da52f5 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:02.279319 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45d6e173-d380-41de-a3a6-4a569cfaefca req-39a6c7e7-958b-4f88-b305-394674da52f5 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0629938 Mar 16 16:53:02.326720 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-45d6e173-d380-41de-a3a6-4a569cfaefca req-ae6b3cea-d7ca-4f46-a275-6b6ea04bc383 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Mar 16 16:53:03.459479 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:53:11.686274 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f24197-beb9-407a-9fff-317cd48e04b6 req-739068c6-2513-4c22-8884-268b5e1f7e85 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:11.687750 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d4f24197-beb9-407a-9fff-317cd48e04b6 req-739068c6-2513-4c22-8884-268b5e1f7e85 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0520144 Mar 16 16:53:11.733921 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d4f24197-beb9-407a-9fff-317cd48e04b6 req-9e1ce7e6-3a19-493d-9289-1a69083b4d6d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Mar 16 16:53:11.756635 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44378) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:11.842769 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48939eb1-40c1-46e0-88e1-c996e8d374fe tempest-TestMinimumBasicScenario-758573551 tempest-TestMinimumBasicScenario-758573551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:11.844267 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-48939eb1-40c1-46e0-88e1-c996e8d374fe tempest-TestMinimumBasicScenario-758573551 tempest-TestMinimumBasicScenario-758573551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1124 time: 0.0866714 Mar 16 16:53:11.847890 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44382) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:11.852184 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'floatingip': {'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'port_id': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:11.872887 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:11.967748 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (None), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:12.073752 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_common [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Allocated IP 172.27.0.130 (8cd802d5-8f3f-4c3f-8cef-2c1d444c831a/eaefccb6-a5fe-4df7-92d2-cf890e0a39e6/4a051e99-7e6d-4b11-9b10-4f0187c4c00a) {{(pid=103490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 16:53:12.172695 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:12.205826 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766422139751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:12.249151 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Network 8cd802d5-8f3f-4c3f-8cef-2c1d444c831a is already hosted by enough agents. {{(pid=103490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 16:53:12.254270 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.base_scheduler [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Resources bound (agent type, host, resource id): {{(pid=103490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 16:53:12.256825 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Received port after_create {{(pid=103490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 16:53:12.279493 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'Port': ['ID=4a051e99-7e6d-4b11-9b10-4f0187c4c00a,revision_number=1']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:12.291975 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.292348 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.292695 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.293033 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.293370 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.293702 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.294029 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.294354 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.294678 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.295002 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.295324 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.295648 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.295968 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.296458 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.296628 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:53:12.615214 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for floatingip (118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:12.683791 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:12.829171 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:12.833872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:12.904082 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'Port': ['ID=4a051e99-7e6d-4b11-9b10-4f0187c4c00a,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:12.914274 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16268331'] for floatingip (118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.018448 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.l3_db [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Floating IP 118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c associated. External IP: 172.27.0.130, port: bbd77b0f-89fd-4223-938b-cdaf71df8809. Mar 16 16:53:13.227248 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Router 699753e7-7f9f-4a82-ba50-1f4bce331e8a has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:53:13.337043 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:53:13.347379 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] Sync routers for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:53:13.357255 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:53:13.357458 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.357860 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:53:13.389247 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d2d43df2-f094-4466-88af-071d71be807e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5402832 Mar 16 16:53:13.390049 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:53:13.392896 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44384) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:13.393603 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e02c0-6736-4e8a-bd7a-fac29b0bef96" -d '{"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:53:13.400704 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [None req-e6a22fb2-06cc-4bde-8798-0fe341d742ee tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524044549', 'description': 'tempest-secgroup-smoke-524044549 description', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617'}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:13.423970 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e6a22fb2-06cc-4bde-8798-0fe341d742ee tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.485645 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:53:13.523736 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ece63e-f3a2-45c4-8bf8-7eef99caf54c x-openstack-request-id: req-06ece63e-f3a2-45c4-8bf8-7eef99caf54c {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:53:13.524124 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:53:13.524388 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06ece63e-f3a2-45c4-8bf8-7eef99caf54c {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:53:13.524746 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'status': 'completed', 'code': 200} Mar 16 16:53:13.534489 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e6a22fb2-06cc-4bde-8798-0fe341d742ee tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group (d945a6fd-9cdf-433f-b63d-f88ff47b0026), precommit_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.540814 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e6a22fb2-06cc-4bde-8798-0fe341d742ee tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d945a6fd-9cdf-433f-b63d-f88ff47b0026), after_create {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.570576 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a22fb2-06cc-4bde-8798-0fe341d742ee tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d945a6fd-9cdf-433f-b63d-f88ff47b0026,revision_number=1']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:13.616492 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-e6a22fb2-06cc-4bde-8798-0fe341d742ee tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.617989 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-e6a22fb2-06cc-4bde-8798-0fe341d742ee tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2230821 Mar 16 16:53:13.622891 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44390) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:13.630904 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-365cf8e6-b63c-4544-8151-e1452f538c79 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'security_group_rule': {'security_group_id': 'd945a6fd-9cdf-433f-b63d-f88ff47b0026', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:13.634731 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-ff715654-9727-4f61-8f37-8a72a4e5e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:13.636909 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-ff715654-9727-4f61-8f37-8a72a4e5e59a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1129 time: 0.0673492 Mar 16 16:53:13.674291 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-365cf8e6-b63c-4544-8151-e1452f538c79 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (8d5b9028-98c8-4696-b10b-6c549d0b6c96), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.744713 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-dc03c30a-a75b-4d94-944f-49802d7f8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:13.746488 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-dc03c30a-a75b-4d94-944f-49802d7f8641 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.1020072 Mar 16 16:53:13.746669 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'port_id': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'mac_address': 'fa:16:3e:16:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:53:12Z', 'updated_at': '2022-03-16T16:53:12Z', 'revision_number': 0, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:29Z', 'revision_number': 5, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:53:13.758044 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-365cf8e6-b63c-4544-8151-e1452f538c79 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (8d5b9028-98c8-4696-b10b-6c549d0b6c96), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.764119 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-365cf8e6-b63c-4544-8151-e1452f538c79 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (8d5b9028-98c8-4696-b10b-6c549d0b6c96), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.777836 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] Checking router: 699753e7-7f9f-4a82-ba50-1f4bce331e8a for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:53:13.786619 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cf8e6-b63c-4544-8151-e1452f538c79 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5b9028-98c8-4696-b10b-6c549d0b6c96,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:13.787012 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:53:13.787616 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:52:46Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:53:13.800400 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-365cf8e6-b63c-4544-8151-e1452f538c79 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.804951 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-365cf8e6-b63c-4544-8151-e1452f538c79 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785376 Mar 16 16:53:13.805721 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44392) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:13.811594 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-ed7de230-fab4-41a5-b291-adb57792695d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'security_group_rule': {'security_group_id': 'd945a6fd-9cdf-433f-b63d-f88ff47b0026', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:13.824885 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-3e034b60-0bb2-4925-b727-447d14e9c5ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 999 time: 0.0713420 Mar 16 16:53:13.842495 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed7de230-fab4-41a5-b291-adb57792695d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (c49c89ee-0fa8-42bc-a65a-997a493eb93e), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.877100 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-a60dec0d-f17b-4d91-8d75-d484832b01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:13.878580 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-a60dec0d-f17b-4d91-8d75-d484832b01bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0476844 Mar 16 16:53:13.900980 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:53:13.903696 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed7de230-fab4-41a5-b291-adb57792695d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (c49c89ee-0fa8-42bc-a65a-997a493eb93e), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.909051 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed7de230-fab4-41a5-b291-adb57792695d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (c49c89ee-0fa8-42bc-a65a-997a493eb93e), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.929113 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de230-fab4-41a5-b291-adb57792695d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49c89ee-0fa8-42bc-a65a-997a493eb93e,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:13.934555 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-ed7de230-fab4-41a5-b291-adb57792695d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:13.934751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-fd02c7b5-8b22-4970-a603-00b0119af786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:13.935841 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-ed7de230-fab4-41a5-b291-adb57792695d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291418 Mar 16 16:53:13.936237 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-fd02c7b5-8b22-4970-a603-00b0119af786 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508428 Mar 16 16:53:13.939531 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44394) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:13.944373 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-8dc9532e-a8f3-4c70-9129-3bad94b71d1d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'security_group_rule': {'security_group_id': 'd945a6fd-9cdf-433f-b63d-f88ff47b0026', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:13.972252 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dc9532e-a8f3-4c70-9129-3bad94b71d1d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (6cf2e8b9-4e97-4e6a-a802-392696aa342c), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.041980 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dc9532e-a8f3-4c70-9129-3bad94b71d1d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (6cf2e8b9-4e97-4e6a-a802-392696aa342c), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.042739 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-1bfb9a81-1411-45d8-afb8-2fbd8ea06758 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992374 Mar 16 16:53:14.046239 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dc9532e-a8f3-4c70-9129-3bad94b71d1d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (6cf2e8b9-4e97-4e6a-a802-392696aa342c), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.067584 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9532e-a8f3-4c70-9129-3bad94b71d1d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf2e8b9-4e97-4e6a-a802-392696aa342c,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:14.077541 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8dc9532e-a8f3-4c70-9129-3bad94b71d1d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.083419 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8dc9532e-a8f3-4c70-9129-3bad94b71d1d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425583 Mar 16 16:53:14.084106 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44396) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:14.086540 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-991f234e-df6b-464b-a0ad-6f33ce62daf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.090901 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-2b7f7fb8-15b0-4a5c-88de-18ed7e752167 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'security_group_rule': {'security_group_id': 'd945a6fd-9cdf-433f-b63d-f88ff47b0026', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:14.121700 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7fb8-15b0-4a5c-88de-18ed7e752167 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (fa606cea-8f84-407c-a8ca-3b9aa793b288), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.151504 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-917e02c0-6736-4e8a-bd7a-fac29b0bef96 req-66bf70a8-51de-43fe-8e78-9ed732df6422 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030629 Mar 16 16:53:14.151768 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'port_id': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'mac_address': 'fa:16:3e:16:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:53:12Z', 'updated_at': '2022-03-16T16:53:12Z', 'revision_number': 0, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:29Z', 'revision_number': 5, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:53:14.181898 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce8b87-4734-4e97-aca6-892f69d387fe None None] The sync data for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi is: [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_floatingips': [{'id': '118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'router_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'port_id': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'mac_address': 'fa:16:3e:16:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T16:53:12Z', 'updated_at': '2022-03-16T16:53:12Z', 'revision_number': 0, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:29Z', 'revision_number': 5, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:53:14.189872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7fb8-15b0-4a5c-88de-18ed7e752167 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (fa606cea-8f84-407c-a8ca-3b9aa793b288), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.193612 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7fb8-15b0-4a5c-88de-18ed7e752167 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (fa606cea-8f84-407c-a8ca-3b9aa793b288), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.213136 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f7fb8-15b0-4a5c-88de-18ed7e752167 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa606cea-8f84-407c-a8ca-3b9aa793b288,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:14.220553 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7fb8-15b0-4a5c-88de-18ed7e752167 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.224315 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-2b7f7fb8-15b0-4a5c-88de-18ed7e752167 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362829 Mar 16 16:53:14.224603 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44398) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:14.229082 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'security_group_rule': {'security_group_id': 'd945a6fd-9cdf-433f-b63d-f88ff47b0026', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:14.250235 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.securitygroups_db [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Project dbfe036c24ac4464aca1989d9b84c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 16:53:14.256900 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (b49789a1-5745-4737-9848-7b1d5e92c497), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.317193 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (b49789a1-5745-4737-9848-7b1d5e92c497), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.321088 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (b49789a1-5745-4737-9848-7b1d5e92c497), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.340167 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49789a1-5745-4737-9848-7b1d5e92c497,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:14.346235 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.347377 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-abc2b30c-39eb-4eae-887f-7e0ac508f9e7 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217234 Mar 16 16:53:14.350046 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44400) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:53:14.354524 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'security_group_rule': {'security_group_id': 'd945a6fd-9cdf-433f-b63d-f88ff47b0026', 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:14.378880 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.db.securitygroups_db [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Project dbfe036c24ac4464aca1989d9b84c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 16:53:14.385289 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (41b434ca-f636-4ec1-aac3-efc21805c045), before_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.405290 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87ea24-635d-41d8-98a8-cd9f96ef4386 None None] New status for floating IP 118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c: ACTIVE {{(pid=103492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:53:14.448666 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (41b434ca-f636-4ec1-aac3-efc21805c045), precommit_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.453104 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512136'] for security_group_rule (41b434ca-f636-4ec1-aac3-efc21805c045), after_create {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.471297 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b434ca-f636-4ec1-aac3-efc21805c045,revision_number=0']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:14.479834 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.481063 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6d501873-132b-45ea-8f02-2726f61a950f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299946 Mar 16 16:53:14.572866 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-69ec3141-bca8-40ad-8ae4-d7b8fdb60e0d tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524044549&fields=id&tenant_id=dbfe036c24ac4464aca1989d9b84c617 HTTP/1.1" status: 200 len: 267 time: 0.0468032 Mar 16 16:53:14.630756 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-601d60cd-a7d2-4c91-9221-d458eb71299f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:14.632221 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-601d60cd-a7d2-4c91-9221-d458eb71299f tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Mar 16 16:53:14.643142 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.v2.base [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'port': {'security_groups': ['cbbdad06-7b58-47c2-9226-b368e79fc40b', 'd945a6fd-9cdf-433f-b63d-f88ff47b0026']}} {{(pid=103490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:53:14.711319 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.890514 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:53:14.920125 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.924394 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13634428'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.935563 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['bbd77b0f-89fd-4223-938b-cdaf71df8809'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:53:14.967325 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:14.967945 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:14.971437 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-5ecbfe8f-f1ce-4e28-ab89-044e4b05b314 req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "PUT /v2.0/ports/bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 981 time: 0.3331218 Mar 16 16:53:15.010198 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a9a7b-d801-4bd3-a4c3-5e4c004da841 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=6']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:53:15.027535 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['bbd77b0f-89fd-4223-938b-cdaf71df8809'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:53:15.099594 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db80a6b-1e36-493f-a7dd-05551643296c req-0a1a34a6-9b81-4697-8409-8fe9205d5dbc tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:15.101190 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9db80a6b-1e36-493f-a7dd-05551643296c req-0a1a34a6-9b81-4697-8409-8fe9205d5dbc tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0555534 Mar 16 16:53:15.168139 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-9db80a6b-1e36-493f-a7dd-05551643296c req-39ec8c1d-535c-416d-8b4d-7e9c0f43aa71 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607886 Mar 16 16:53:15.295735 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-ecf07490-a074-4597-99e1-60068839ff2b None None] Provisioning complete for port bbd77b0f-89fd-4223-938b-cdaf71df8809 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:53:15.296325 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ecf07490-a074-4597-99e1-60068839ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:15.526184 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809'}] {{(pid=103490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:53:15.528777 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a026b80336187108aa4fb26b8470db4852fb513f542b335bba9c183d3e25142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd7475-d31a-4866-99e9-aa9d9b512b81" -d '{"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809"}]}' {{(pid=103490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:53:15.566887 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218ab54-3c45-4c0f-a347-2fae657c6782 x-openstack-request-id: req-3218ab54-3c45-4c0f-a347-2fae657c6782 {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:53:15.567179 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809", "status": "completed", "code": 200}]} {{(pid=103490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:53:15.567431 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3218ab54-3c45-4c0f-a347-2fae657c6782 {{(pid=103490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:53:15.567824 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'status': 'completed', 'code': 200} Mar 16 16:53:15.630874 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-ecf07490-a074-4597-99e1-60068839ff2b None None] Current status of the port bbd77b0f-89fd-4223-938b-cdaf71df8809 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:53:15.632877 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-d518ed79-2bbd-42df-8616-ab9726d106d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:15.634534 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-d518ed79-2bbd-42df-8616-ab9726d106d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1168 time: 0.0452359 Mar 16 16:53:15.722923 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-4e4a9c6c-ffe2-47be-9431-d4f9b8ffdf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:15.724298 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-4e4a9c6c-ffe2-47be-9431-d4f9b8ffdf50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.0846918 Mar 16 16:53:15.794300 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-1d55c7a2-de87-4c4b-a0cd-60eef365de4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 1001 time: 0.0630665 Mar 16 16:53:15.851398 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-6f6d2ad4-107f-48da-a1fe-b703b95c1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:15.853062 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-6f6d2ad4-107f-48da-a1fe-b703b95c1cd2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0509458 Mar 16 16:53:15.901800 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-9f718595-63bd-44d2-b0fb-5502c5f9e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:15.903276 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-9f718595-63bd-44d2-b0fb-5502c5f9e989 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440860 Mar 16 16:53:15.994026 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-c199b9e0-54fe-4b0c-9fc3-096ef508bde4 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 Mar 16 16:53:16.080962 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-44fd7475-d31a-4866-99e9-aa9d9b512b81 req-fcc47236-2aaa-4b69-a521-9edf1b184d4c service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811274 Mar 16 16:53:16.359768 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-941ad627-e990-47c0-b2ea-74294094b2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:17.629610 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:19.128070 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:20.387300 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:25.066490 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:40.458892 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:53:44.080746 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-b69a1013-2142-4ff9-9020-357589fde30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:45.934395 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-be480a6a-3f97-4894-8eba-20b08cdfd9d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433712 Mar 16 16:53:46.026615 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866201e-761e-4dde-858f-445b3f9ba9de req-8c25d69a-3ed7-4420-b950-b519824b64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:46.028128 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-8c25d69a-3ed7-4420-b950-b519824b64d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1168 time: 0.0494258 Mar 16 16:53:46.126321 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866201e-761e-4dde-858f-445b3f9ba9de req-3e94f96c-0418-4819-8218-a1ff0a7f3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:46.127946 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-3e94f96c-0418-4819-8218-a1ff0a7f3df3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.0822892 Mar 16 16:53:46.196451 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-dad61325-63a4-4632-a914-3ab01c91ec80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 1001 time: 0.0628784 Mar 16 16:53:46.244503 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866201e-761e-4dde-858f-445b3f9ba9de req-7758c6cb-cc49-42af-a818-ddd6717367b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:46.245922 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-7758c6cb-cc49-42af-a818-ddd6717367b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0431666 Mar 16 16:53:46.293062 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866201e-761e-4dde-858f-445b3f9ba9de req-023bb086-5288-4f9e-bc20-63a76f36a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:53:46.294540 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-023bb086-5288-4f9e-bc20-63a76f36a4c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423944 Mar 16 16:53:46.304047 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-7356fa52-154a-4977-9dda-cd9c46ef9505 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103491) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 16:53:46.305006 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-7356fa52-154a-4977-9dda-cd9c46ef9505 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047276 Mar 16 16:53:46.362879 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3a7dde63-079b-42e2-a8b4-5ebee1eb71b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:46.397170 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-fa060091-313f-442b-b335-f9e2894a4499 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859723 Mar 16 16:53:46.488650 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6866201e-761e-4dde-858f-445b3f9ba9de req-c66974e1-62f7-478c-a551-4f9004eb51ba service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848672 Mar 16 16:53:47.632709 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:49.121190 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:50.392754 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:53:55.101392 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:14.082422 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-5dac3a30-06da-4358-8c08-a25d379f2521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:16.215402 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-dc50be9e-4463-4331-8924-8453de836aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:16.216940 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-dc50be9e-4463-4331-8924-8453de836aa2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1168 time: 0.0460672 Mar 16 16:54:16.257807 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08087-81d7-41c5-ae38-eeb66dac1129 req-367a55f1-1242-4466-ac35-9fc1bf253813 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:16.259294 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2bf08087-81d7-41c5-ae38-eeb66dac1129 req-367a55f1-1242-4466-ac35-9fc1bf253813 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.1053061 Mar 16 16:54:16.308987 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-3026cad7-e917-4553-ba55-39b90c73b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:16.310362 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-3026cad7-e917-4553-ba55-39b90c73b706 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.0867910 Mar 16 16:54:16.319086 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-2bf08087-81d7-41c5-ae38-eeb66dac1129 req-1cc47b9d-11b0-4665-9a93-068f8f7b77c2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536444 Mar 16 16:54:16.364272 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-83a12e77-9965-4b0e-90f7-d470a5665044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:16.376752 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-b5a25c26-17ea-4ebc-aff1-65985df2c759 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 1001 time: 0.0594964 Mar 16 16:54:16.428080 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-ae576f91-2223-4db1-bdec-0ab5f71ac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:16.429539 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-ae576f91-2223-4db1-bdec-0ab5f71ac2e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0467756 Mar 16 16:54:16.478839 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-e9733840-9679-48bb-a87f-fbb9bb1744c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:16.480380 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-e9733840-9679-48bb-a87f-fbb9bb1744c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437357 Mar 16 16:54:16.567030 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-71898093-61a4-41f3-9ff6-f1f943f2c2af service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798824 Mar 16 16:54:16.658769 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-8cc715f6-2a6d-4733-986e-c81c107ce0be req-0f509efb-87d7-426f-87ef-c7baa6d998f9 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856006 Mar 16 16:54:17.457200 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:54:17.488562 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389755da-f2ca-44e0-ba77-bf437e9a6ac8 req-e6b7f8e5-66b2-4c15-9941-aa16c7e203f4 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:17.490033 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-389755da-f2ca-44e0-ba77-bf437e9a6ac8 req-e6b7f8e5-66b2-4c15-9941-aa16c7e203f4 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.1010678 Mar 16 16:54:17.560976 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-389755da-f2ca-44e0-ba77-bf437e9a6ac8 req-81cdd09b-8d77-4f54-8b2e-dd439ca19bf8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653117 Mar 16 16:54:17.634609 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:18.683194 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb6524-b47c-455b-8d80-c0fc73f1d916 req-973d7484-8716-4c25-a4fa-782e2d93b658 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:18.684822 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d1bb6524-b47c-455b-8d80-c0fc73f1d916 req-973d7484-8716-4c25-a4fa-782e2d93b658 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0564318 Mar 16 16:54:18.744143 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-d1bb6524-b47c-455b-8d80-c0fc73f1d916 req-fa29015a-f740-4e38-8cde-b715067a8e71 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534816 Mar 16 16:54:19.124730 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:19.863504 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fab91f-3f61-47fd-9b04-c8fc990f0bb1 req-a0ffb3ef-bb91-4878-8f62-683e5b86e896 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:19.865060 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-07fab91f-3f61-47fd-9b04-c8fc990f0bb1 req-a0ffb3ef-bb91-4878-8f62-683e5b86e896 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0560093 Mar 16 16:54:19.922754 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-07fab91f-3f61-47fd-9b04-c8fc990f0bb1 req-37d99c00-8589-4586-ad28-778d31f77004 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522051 Mar 16 16:54:20.387521 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:21.039435 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b75f7-40f5-425b-8e50-bb00a28d7d95 req-f9e67f43-07a1-49fd-8469-877dbdc94944 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:21.040941 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-509b75f7-40f5-425b-8e50-bb00a28d7d95 req-f9e67f43-07a1-49fd-8469-877dbdc94944 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0530989 Mar 16 16:54:21.099672 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-509b75f7-40f5-425b-8e50-bb00a28d7d95 req-321d2b2b-9e4c-415b-9b22-5d4311aa3558 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532048 Mar 16 16:54:22.215300 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b488e78-5da9-4208-a0bb-aaa8dd5bb6ba req-f8313509-2591-4e6b-9bc4-4e4e4384d3b9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:22.216785 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1b488e78-5da9-4208-a0bb-aaa8dd5bb6ba req-f8313509-2591-4e6b-9bc4-4e4e4384d3b9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0522470 Mar 16 16:54:22.274619 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-1b488e78-5da9-4208-a0bb-aaa8dd5bb6ba req-3fe8877c-7cfe-4687-ab27-04aa55587691 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512636 Mar 16 16:54:23.391101 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e83fd-edfc-4c4f-85e2-d0620b60691c req-fe210c77-5985-4ab1-9dbf-55425fcf2e21 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:23.392565 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c79e83fd-edfc-4c4f-85e2-d0620b60691c req-fe210c77-5985-4ab1-9dbf-55425fcf2e21 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0512035 Mar 16 16:54:23.453976 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-c79e83fd-edfc-4c4f-85e2-d0620b60691c req-52fa7def-d5c8-4ad6-8db7-bbb7451c0d11 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559039 Mar 16 16:54:24.570915 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9d691-f38c-4c92-bc36-181cb832e7d6 req-82f841e0-265d-4e37-84f3-a5fedf1026c6 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:24.572404 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-96d9d691-f38c-4c92-bc36-181cb832e7d6 req-82f841e0-265d-4e37-84f3-a5fedf1026c6 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0523007 Mar 16 16:54:24.633956 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-96d9d691-f38c-4c92-bc36-181cb832e7d6 req-b941ffe5-db8d-4277-8640-2a0c033e7370 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559125 Mar 16 16:54:25.112160 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:25.748888 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b2ddf-05fc-4412-aacf-b2930cb586fd req-3b15fcf8-5c8a-424b-a0d8-3f3a64a9d2fb tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:25.750338 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0e1b2ddf-05fc-4412-aacf-b2930cb586fd req-3b15fcf8-5c8a-424b-a0d8-3f3a64a9d2fb tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0518236 Mar 16 16:54:25.807864 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-0e1b2ddf-05fc-4412-aacf-b2930cb586fd req-03915a17-7560-4e5a-8ca8-047d89e10079 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519242 Mar 16 16:54:26.923494 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddde90-67ef-42ea-9f38-9e89af3e3e8a req-dfd6986f-c76c-4104-a72b-0dac5cbe696b tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:26.924964 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eeddde90-67ef-42ea-9f38-9e89af3e3e8a req-dfd6986f-c76c-4104-a72b-0dac5cbe696b tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0521197 Mar 16 16:54:26.986140 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-eeddde90-67ef-42ea-9f38-9e89af3e3e8a req-9ffc77b1-61e3-443a-9a94-438a15fb5fcb tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556116 Mar 16 16:54:28.103389 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d98e-aa2a-4e29-afaa-953fbac11fdd req-15737fe6-dc22-4811-ae44-6f0950f415a8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:28.104888 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8879d98e-aa2a-4e29-afaa-953fbac11fdd req-15737fe6-dc22-4811-ae44-6f0950f415a8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0531824 Mar 16 16:54:28.164652 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-8879d98e-aa2a-4e29-afaa-953fbac11fdd req-2bce8cb5-997e-461a-a131-c9f64edc310e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&id=d945a6fd-9cdf-433f-b63d-f88ff47b0026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537627 Mar 16 16:54:44.083568 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3bf5baf1-4563-455c-8807-e2eb0b47b8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:46.368544 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-1232c8b6-f930-429c-ad95-18f40b5cda3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:46.972855 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-2326a875-e4df-4e4c-9fe2-f7ed68c9ce41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859787 Mar 16 16:54:47.059059 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-3cb5a684-9ba2-4921-ad05-08f3adf6fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:47.060532 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-3cb5a684-9ba2-4921-ad05-08f3adf6fdc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1168 time: 0.0437362 Mar 16 16:54:47.163894 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-e459bfce-9bab-4935-8f30-23b1d45177b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:47.165322 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-e459bfce-9bab-4935-8f30-23b1d45177b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.0853083 Mar 16 16:54:47.228682 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-b33811b3-58d4-4653-93c0-688d54a60ca0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 1001 time: 0.0566895 Mar 16 16:54:47.278939 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-f4449a90-8583-474e-b26f-ff3f0434c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:47.280381 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-f4449a90-8583-474e-b26f-ff3f0434c0cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0451148 Mar 16 16:54:47.327468 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-99524fbc-86bf-4959-8ae1-a6926bbade26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:54:47.329542 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-99524fbc-86bf-4959-8ae1-a6926bbade26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428922 Mar 16 16:54:47.415086 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-9a77bf12-fd43-41b1-a043-f99d6f2d513e service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786369 Mar 16 16:54:47.506450 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-533c6d45-a10b-4701-806f-f1f9849fcf8f req-4ff1b1bf-caa4-45f3-bdfa-dd6a09b049d1 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840988 Mar 16 16:54:47.637141 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:49.127836 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:50.389363 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:54:54.457132 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:54:55.120809 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:14.086555 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-cd03d628-1cdc-44df-933e-d27ba76c1535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:16.369278 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb34c-bc47-459f-a001-e16002a60f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:17.385536 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b0f1bacf-bacc-4240-a61b-ddbd7cd4d053 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524044549&fields=id&tenant_id=dbfe036c24ac4464aca1989d9b84c617 HTTP/1.1" status: 200 len: 267 time: 0.0433264 Mar 16 16:55:17.439453 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-35d71f37-84bc-4392-80fb-699cdf3c7bb0 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:17.440911 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-35d71f37-84bc-4392-80fb-699cdf3c7bb0 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 984 time: 0.0504410 Mar 16 16:55:17.451390 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.v2.base [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Request body: {'port': {'security_groups': ['cbbdad06-7b58-47c2-9226-b368e79fc40b']}} {{(pid=103491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 16:55:17.523162 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610859'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), before_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:17.639887 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:17.697380 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:17.725452 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), precommit_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:17.729539 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766422679327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766422139769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766422139787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25084342'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_update {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:17.741074 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['bbd77b0f-89fd-4223-938b-cdaf71df8809'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:55:17.770271 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:17.770892 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:17.772265 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3938bfd8-73ce-4e53-bfea-1f42e6f2422b req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "PUT /v2.0/ports/bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 942 time: 0.3254411 Mar 16 16:55:17.772738 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:55:17.774950 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff58e00b-aa67-4eb5-8656-4e6597210675" -d '{"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:55:17.778845 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44494) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:17.813188 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event updated for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=7']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:17.824249 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66448cd-f863-4914-9273-cd7bb305f404 x-openstack-request-id: req-c66448cd-f863-4914-9273-cd7bb305f404 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:55:17.824546 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:55:17.824794 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c66448cd-f863-4914-9273-cd7bb305f404 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:55:17.825186 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'status': 'completed', 'code': 200} Mar 16 16:55:17.827061 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.827061 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.827385 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.827719 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.830510 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.830865 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.831204 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.831532 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.831851 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.832181 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.841505 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.841887 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.842248 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.842588 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.842926 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4d087-689a-44b1-8c48-6d0c159be4ce tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:17.874239 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['bbd77b0f-89fd-4223-938b-cdaf71df8809'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:55:17.887265 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group (d945a6fd-9cdf-433f-b63d-f88ff47b0026), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:17.903007 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-b92469a8-bc42-4a32-947d-98699d734d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:17.905143 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-b92469a8-bc42-4a32-947d-98699d734d75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1129 time: 0.0555639 Mar 16 16:55:17.919967 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group (d945a6fd-9cdf-433f-b63d-f88ff47b0026), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:18.001138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d945a6fd-9cdf-433f-b63d-f88ff47b0026), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:18.004997 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:18.009369 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "DELETE /v2.0/security-groups/d945a6fd-9cdf-433f-b63d-f88ff47b0026 HTTP/1.1" status: 204 len: 168 time: 0.2286811 Mar 16 16:55:18.012710 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44496) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:18.026831 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945a6fd-9cdf-433f-b63d-f88ff47b0026,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:18.036764 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.037130 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.037627 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.038070 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.038982 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.039433 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.039959 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.041068 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.041467 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.042146 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.042483 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.043215 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.043633 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.044075 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.044320 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93729c3-a0e0-470d-a3a5-7ff98ec5440a tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:18.094732 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.provisioning_blocks [None req-2be6305c-7c61-476a-80aa-8e3031b05fd4 None None] Provisioning complete for port bbd77b0f-89fd-4223-938b-cdaf71df8809 triggered by entity DHCP. {{(pid=103492) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 16:55:18.095083 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2be6305c-7c61-476a-80aa-8e3031b05fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702844'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), provisioning_complete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:18.180591 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-2be6305c-7c61-476a-80aa-8e3031b05fd4 None None] Current status of the port bbd77b0f-89fd-4223-938b-cdaf71df8809 is: ACTIVE; New status is: ACTIVE {{(pid=103492) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 16:55:18.365283 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-0d8bd14b-a204-482d-ae9a-2d7a2a19e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:18.366731 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-0d8bd14b-a204-482d-ae9a-2d7a2a19e273 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.4544115 Mar 16 16:55:18.478571 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-29892887-225a-4b8d-a794-890296cda607 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 1001 time: 0.1050303 Mar 16 16:55:18.553381 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-4ace15a9-af9a-47a2-b6cc-ba7018f263b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:18.554843 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-4ace15a9-af9a-47a2-b6cc-ba7018f263b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0565867 Mar 16 16:55:18.575043 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Deleting port 4a051e99-7e6d-4b11-9b10-4f0187c4c00a {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:18.575389 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:18.668605 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-f67fa46a-dfc4-48af-b9a9-753b6a19cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:18.670122 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-f67fa46a-dfc4-48af-b9a9-753b6a19cd90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095304 Mar 16 16:55:18.699633 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:18.699958 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for floatingip (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:18.745142 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Calling delete_port for 4a051e99-7e6d-4b11-9b10-4f0187c4c00a owned by network:floatingip {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:18.850402 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-9ee14963-70e1-4208-99f2-445c0a11f995 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742399 Mar 16 16:55:18.981462 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-ff58e00b-aa67-4eb5-8656-4e6597210675 req-189c6d24-3db5-4dc7-8ab6-941f0afe797d service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231971 Mar 16 16:55:19.030104 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (4a051e99-7e6d-4b11-9b10-4f0187c4c00a), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:19.055570 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event deleted for resources: {'Port': ['ID=4a051e99-7e6d-4b11-9b10-4f0187c4c00a,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:19.121127 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks [] for floatingip (118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:19.121451 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.db.l3_db [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Floating IP 118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c disassociated (deleted). External IP: 172.27.0.130, port: bbd77b0f-89fd-4223-938b-cdaf71df8809. Mar 16 16:55:19.138802 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:19.339814 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Router 699753e7-7f9f-4a82-ba50-1f4bce331e8a has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:55:19.448976 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:55:19.453848 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for floatingip (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:19.458570 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] Sync routers for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:55:19.467769 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:55:19.468480 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:55:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:19.482628 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-0061c154-12be-4db4-8b35-3b3a650cbcf9 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "DELETE /v2.0/floatingips/118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c HTTP/1.1" status: 204 len: 168 time: 1.4688778 Mar 16 16:55:19.574579 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:55:19.781810 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:29Z', 'revision_number': 5, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:19.806882 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] Checking router: 699753e7-7f9f-4a82-ba50-1f4bce331e8a for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:55:19.815626 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:55:19.816213 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:55:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:19.825965 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:55:19.828964 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c1a14-9b52-478f-a415-a1e484673d16" -d '{"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:55:19.863789 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a57bbd-4c91-4865-aa22-436a5d62848a x-openstack-request-id: req-71a57bbd-4c91-4865-aa22-436a5d62848a {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:55:19.864093 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:55:19.864370 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71a57bbd-4c91-4865-aa22-436a5d62848a {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:55:19.864775 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'status': 'completed', 'code': 200} Mar 16 16:55:19.922695 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:55:19.932829 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-c7b1fc15-974a-4174-b398-5aafca92e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:19.934339 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-c7b1fc15-974a-4174-b398-5aafca92e82a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbfe036c24ac4464aca1989d9b84c617&device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 1129 time: 0.0452573 Mar 16 16:55:20.028140 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-861f9558-a84e-4c6c-96e1-33a30d95a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:20.029693 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-861f9558-a84e-4c6c-96e1-33a30d95a2e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 200 len: 915 time: 0.0883191 Mar 16 16:55:20.074866 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-5cfa5d43-1f0b-4bc5-ae2e-f231ea2f1425 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 200 len: 217 time: 0.0386560 Mar 16 16:55:20.115622 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:29Z', 'revision_number': 5, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:20.123214 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-ec0d202f-94d6-4ec4-8aac-176b4f197449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:20.125315 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-ec0d202f-94d6-4ec4-8aac-176b4f197449 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 200 len: 853 time: 0.0440538 Mar 16 16:55:20.145015 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b0a71-00d6-4783-af88-de7fcab76305 None None] The sync data for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi is: [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:52:25Z', 'revision_number': 4, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi', '_interfaces': [{'id': 'c076edc9-ad2b-4b09-8653-146ac98c2330', 'name': '', 'network_id': '48c16678-9d62-43a1-952e-100bb2b51e7c', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'mac_address': 'fa:16:3e:0e:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:25Z', 'updated_at': '2022-03-16T16:52:29Z', 'revision_number': 5, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'subnets': [{'id': '4d893f95-61e8-4793-ae94-bea53a911eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:55:20.179117 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-c292a15d-c8e9-49cc-8ecc-a4bdc9d8bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:20.180688 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-c292a15d-c8e9-49cc-8ecc-a4bdc9d8bf02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48c16678-9d62-43a1-952e-100bb2b51e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503151 Mar 16 16:55:20.287512 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-ad810698-409a-4234-b68b-34c2cbd6d905 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988526 Mar 16 16:55:20.385896 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-3b0c1a14-9b52-478f-a415-a1e484673d16 req-3835ddc2-c302-4d1e-8770-2555cd88d195 service neutron] 10.222.0.57 "GET /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909908 Mar 16 16:55:20.393196 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:20.417235 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7053bc-5fdc-457b-afda-ecf8ef3bb326 None None] New status for floating IP 118b5db6-8f77-45d9-b9b3-f62ac9cf7c9c: DOWN {{(pid=103492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 16:55:22.199267 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961430a-1404-47f4-8b5a-7b096621d2ec req-66851de0-b0e6-45d5-96f4-b631c902341e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:22.200764 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6961430a-1404-47f4-8b5a-7b096621d2ec req-66851de0-b0e6-45d5-96f4-b631c902341e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0589781 Mar 16 16:55:22.247380 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-6961430a-1404-47f4-8b5a-7b096621d2ec req-31713a31-be23-427f-b47d-3284d5e96164 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Mar 16 16:55:23.366593 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985712de-788d-4180-97de-1f40adfe6647 req-10126df3-884f-40fd-958f-e460aa2d0d72 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:23.368064 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-985712de-788d-4180-97de-1f40adfe6647 req-10126df3-884f-40fd-958f-e460aa2d0d72 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Mar 16 16:55:23.414157 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [req-985712de-788d-4180-97de-1f40adfe6647 req-8171b720-7910-4357-8e3d-861826d9cd22 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405445 Mar 16 16:55:24.293245 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-ff77476a-a16e-40d5-9052-7812a0e199c8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:24.294594 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-ff77476a-a16e-40d5-9052-7812a0e199c8 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.57 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.0510657 Mar 16 16:55:24.387453 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Deleting port bbd77b0f-89fd-4223-938b-cdaf71df8809 {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:24.387793 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:24.475331 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] For port bbd77b0f-89fd-4223-938b-cdaf71df8809, host hv-cinder-83400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83400',level=0,port_id=bbd77b0f-89fd-4223-938b-cdaf71df8809,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:24.475689 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:24.496938 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Calling delete_port for bbd77b0f-89fd-4223-938b-cdaf71df8809 owned by compute:nova {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:24.584659 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b703f3-a3d7-4d27-a4ff-1c1d1570e22f req-8b832f4f-85ec-442b-a2f7-a5d37a46fecd tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 16:55:24.586030 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-75b703f3-a3d7-4d27-a4ff-1c1d1570e22f req-8b832f4f-85ec-442b-a2f7-a5d37a46fecd tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/ports?device_id=e256fc21-8672-4d48-8b92-f17e5a60eec1 HTTP/1.1" status: 200 len: 945 time: 0.1030245 Mar 16 16:55:24.647150 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-75b703f3-a3d7-4d27-a4ff-1c1d1570e22f req-73c51d40-36fa-4fb4-8640-c64fcdf2354e tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbdad06-7b58-47c2-9226-b368e79fc40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Mar 16 16:55:24.700556 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (bbd77b0f-89fd-4223-938b-cdaf71df8809), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:24.711952 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] get_ports_and_sgs() called for port_ids ['bbd77b0f-89fd-4223-938b-cdaf71df8809'] {{(pid=103492) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 16:55:24.732168 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Pushing event deleted for resources: {'Port': ['ID=bbd77b0f-89fd-4223-938b-cdaf71df8809,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:24.774541 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] No DVR routers for this DVR port bbd77b0f-89fd-4223-938b-cdaf71df8809 on host hv-cinder-83400 {{(pid=103491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:55:24.777054 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92342'] for port (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:24.780304 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [req-38d5ab29-9471-4080-be1a-e5fc6615211a req-5fa9fe15-4a28-4332-9e60-da6c7858aaa2 tempest-TestMinimumBasicScenario-1979111378 tempest-TestMinimumBasicScenario-1979111378-project] 10.222.0.57 "DELETE /v2.0/ports/bbd77b0f-89fd-4223-938b-cdaf71df8809 HTTP/1.1" status: 204 len: 173 time: 0.4798293 Mar 16 16:55:24.781298 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'name': 'network-vif-deleted', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809'}] {{(pid=103491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 16:55:24.783479 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25d6ebe34e9d84b8b88ae7701605a07cc5b55141719568c91520ceffcbb1b07e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ac394-2dda-4d5d-9fc8-6dad8375e454" -d '{"events": [{"server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "name": "network-vif-deleted", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809"}]}' {{(pid=103491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 16:55:24.823934 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b647a58b-2fa2-43c7-a63b-c1fd990421c5 x-openstack-request-id: req-b647a58b-2fa2-43c7-a63b-c1fd990421c5 {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 16:55:24.824230 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e256fc21-8672-4d48-8b92-f17e5a60eec1", "name": "network-vif-deleted", "tag": "bbd77b0f-89fd-4223-938b-cdaf71df8809", "status": "completed", "code": 200}]} {{(pid=103491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 16:55:24.824564 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b647a58b-2fa2-43c7-a63b-c1fd990421c5 {{(pid=103491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 16:55:24.824966 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e256fc21-8672-4d48-8b92-f17e5a60eec1', 'name': 'network-vif-deleted', 'tag': 'bbd77b0f-89fd-4223-938b-cdaf71df8809', 'status': 'completed', 'code': 200} Mar 16 16:55:25.113159 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:26.200605 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44584) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:26.771410 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (699753e7-7f9f-4a82-ba50-1f4bce331e8a), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:27.015744 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Deleting port c076edc9-ad2b-4b09-8653-146ac98c2330 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:27.016084 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:27.092699 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] For port c076edc9-ad2b-4b09-8653-146ac98c2330, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=c076edc9-ad2b-4b09-8653-146ac98c2330,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:27.092974 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:27.105138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Calling delete_port for c076edc9-ad2b-4b09-8653-146ac98c2330 owned by network:router_interface {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:27.284661 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (c076edc9-ad2b-4b09-8653-146ac98c2330), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:27.314506 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Pushing event deleted for resources: {'Port': ['ID=c076edc9-ad2b-4b09-8653-146ac98c2330,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:27.490081 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (699753e7-7f9f-4a82-ba50-1f4bce331e8a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:27.684986 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device bbd77b0f-89fd-4223-938b-cdaf71df8809 no longer exists at agent hyperv_hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:55:27.704686 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] No Port match for: bbd77b0f-89fd-4223-938b-cdaf71df8809 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:55:27.705028 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Device bbd77b0f-89fd-4223-938b-cdaf71df8809 not bound to the agent host hv-cinder-83400 {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:55:27.709809 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Router 699753e7-7f9f-4a82-ba50-1f4bce331e8a has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:55:27.816953 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:55:27.822034 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-8d12b58f-fcef-4ed8-ac7d-8cc5fa89b985 admin admin] 10.222.0.30 "PUT /v2.0/routers/699753e7-7f9f-4a82-ba50-1f4bce331e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6202908 Mar 16 16:55:27.824597 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44586) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:27.825960 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] Sync routers for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:55:27.836575 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:55:27.837190 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:55:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:27.927997 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks [] for router (699753e7-7f9f-4a82-ba50-1f4bce331e8a), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:27.941551 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: dv-cinder-834009-1-iscsi {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:55:28.032782 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks [] for router_gateway (699753e7-7f9f-4a82-ba50-1f4bce331e8a), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.088191 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Deleting port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:28.088612 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.116454 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:55:27Z', 'revision_number': 5, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port': {'id': '1f46beb2-96e0-4dcc-bf16-a92b750c0a13', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:23Z', 'updated_at': '2022-03-16T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:28.142190 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] Checking router: 699753e7-7f9f-4a82-ba50-1f4bce331e8a for host: dv-cinder-834009-1-iscsi {{(pid=103493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:55:28.150976 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] Routers {'699753e7-7f9f-4a82-ba50-1f4bce331e8a'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:55:28.151658 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:55:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'], 'active': True} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:28.168718 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] For port 1f46beb2-96e0-4dcc-bf16-a92b750c0a13, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:28.169088 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.181940 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Calling delete_port for 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 owned by network:router_gateway {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:28.327103 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_dvr_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] Set router 699753e7-7f9f-4a82-ba50-1f4bce331e8a gateway port host: None {{(pid=103493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:55:28.355384 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (1f46beb2-96e0-4dcc-bf16-a92b750c0a13), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.381618 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.l3_hamode_db [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:55:28Z', 'revision_number': 6, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:28.386610 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f46beb2-96e0-4dcc-bf16-a92b750c0a13,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:28.407524 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f90ef-faf5-419f-9f7b-fe3e00d0085f None None] The sync data for ids ['699753e7-7f9f-4a82-ba50-1f4bce331e8a'] in dv-cinder-834009-1-iscsi is: [{'id': '699753e7-7f9f-4a82-ba50-1f4bce331e8a', 'name': 'tempest-TestMinimumBasicScenario-937834805-router', 'tenant_id': 'dbfe036c24ac4464aca1989d9b84c617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:22Z', 'updated_at': '2022-03-16T16:55:28Z', 'revision_number': 6, 'project_id': 'dbfe036c24ac4464aca1989d9b84c617', 'gw_port_host': None}] {{(pid=103493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:55:28.454138 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (699753e7-7f9f-4a82-ba50-1f4bce331e8a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.545957 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (699753e7-7f9f-4a82-ba50-1f4bce331e8a), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.548691 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks [] for router_controller (699753e7-7f9f-4a82-ba50-1f4bce331e8a), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.592891 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (699753e7-7f9f-4a82-ba50-1f4bce331e8a), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.593927 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699753e7-7f9f-4a82-ba50-1f4bce331e8a {{(pid=103490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:55:28.598393 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.599552 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-691a546c-9bbe-44e2-89e1-754f07339e1b admin admin] 10.222.0.30 "DELETE /v2.0/routers/699753e7-7f9f-4a82-ba50-1f4bce331e8a HTTP/1.1" status: 204 len: 168 time: 0.7740505 Mar 16 16:55:28.602014 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44590) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:28.649355 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] Deleting subnet 4d893f95-61e8-4793-ae94-bea53a911eb0 {{(pid=103490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:55:28.652414 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] Publish callbacks [] for subnet (4d893f95-61e8-4793-ae94-bea53a911eb0), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.687729 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065177'] for subnet (4d893f95-61e8-4793-ae94-bea53a911eb0), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.764463 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (4d893f95-61e8-4793-ae94-bea53a911eb0), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.822580 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13634474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13685210'] for subnet (4d893f95-61e8-4793-ae94-bea53a911eb0), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.850391 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d893f95-61e8-4793-ae94-bea53a911eb0,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:28.853967 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.857331 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d7600d5a-5356-4df6-a88c-28bcd514a819 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4d893f95-61e8-4793-ae94-bea53a911eb0 HTTP/1.1" status: 204 len: 168 time: 0.2543652 Mar 16 16:55:28.860733 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd786e-afb6-4b36-af8d-ee34a47677ca None None] Network 48c16678-9d62-43a1-952e-100bb2b51e7c requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:55:28.861216 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44594) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:28.929103 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (48c16678-9d62-43a1-952e-100bb2b51e7c), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:28.982518 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Deleting port 0b23c9ed-4e92-4626-8809-a1e35852a2ee {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:28.982854 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.049441 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] For port 0b23c9ed-4e92-4626-8809-a1e35852a2ee, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=0b23c9ed-4e92-4626-8809-a1e35852a2ee,segment=NetworkSegment(7f28948c-e162-46b3-84f1-11b9c6f2450e),segment_id=7f28948c-e162-46b3-84f1-11b9c6f2450e)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:29.049803 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.070173 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Calling delete_port for 0b23c9ed-4e92-4626-8809-a1e35852a2ee owned by network:dhcp {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:29.158715 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (0b23c9ed-4e92-4626-8809-a1e35852a2ee), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.185328 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fce1c3-a44a-4424-95a1-6097b41d7721 None None] DHCP port deletion for 48c16678-9d62-43a1-952e-100bb2b51e7c request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:55:29.190735 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b23c9ed-4e92-4626-8809-a1e35852a2ee,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:29.192583 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] No DVR routers for this DVR port 0b23c9ed-4e92-4626-8809-a1e35852a2ee on host dv-cinder-834009-1-iscsi {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:55:29.263879 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (48c16678-9d62-43a1-952e-100bb2b51e7c), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.285552 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c16678-9d62-43a1-952e-100bb2b51e7c']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:29.295401 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f28948c-e162-46b3-84f1-11b9c6f2450e') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:29.295699 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f28948c-e162-46b3-84f1-11b9c6f2450e') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:29.305698 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (7f28948c-e162-46b3-84f1-11b9c6f2450e), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.319716 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (7f28948c-e162-46b3-84f1-11b9c6f2450e), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.325574 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:55:29.325957 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (7f28948c-e162-46b3-84f1-11b9c6f2450e), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:55:29.328173 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:55:29.398509 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (48c16678-9d62-43a1-952e-100bb2b51e7c), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.399905 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device c076edc9-ad2b-4b09-8653-146ac98c2330 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:55:29.403754 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:29.410656 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] 10.222.0.30 "DELETE /v2.0/networks/48c16678-9d62-43a1-952e-100bb2b51e7c HTTP/1.1" status: 204 len: 168 time: 0.5450170 Mar 16 16:55:29.410837 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44598) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:29.427901 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcb471-c7ed-431f-92c2-b84be114c484 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c16678-9d62-43a1-952e-100bb2b51e7c,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:29.456353 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: c076edc9-ad2b-4b09-8653-146ac98c2330 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:55:29.456709 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device c076edc9-ad2b-4b09-8653-146ac98c2330 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:55:29.457129 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:55:29.480215 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:55:29.480215 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 1f46beb2-96e0-4dcc-bf16-a92b750c0a13 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:55:29.480215 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 0b23c9ed-4e92-4626-8809-a1e35852a2ee no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:55:29.502414 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 0b23c9ed-4e92-4626-8809-a1e35852a2ee {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:55:29.502775 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 0b23c9ed-4e92-4626-8809-a1e35852a2ee not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:55:29.776520 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16269099'] for router_interface (4c05a100-8111-4b56-82bb-4dbb43860522), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:30.022286 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Deleting port daf23492-b412-40c6-860c-eaca92712d9f {{(pid=103491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:30.022656 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (daf23492-b412-40c6-860c-eaca92712d9f), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:30.101390 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.db [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] For port daf23492-b412-40c6-860c-eaca92712d9f, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=daf23492-b412-40c6-860c-eaca92712d9f,segment=NetworkSegment(67ff8e93-749c-46f4-b33c-d4b2435daebd),segment_id=67ff8e93-749c-46f4-b33c-d4b2435daebd)] {{(pid=103491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:30.101751 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (daf23492-b412-40c6-860c-eaca92712d9f), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:30.114765 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.plugins.ml2.plugin [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Calling delete_port for daf23492-b412-40c6-860c-eaca92712d9f owned by network:router_interface {{(pid=103491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:30.291971 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25084351'] for port (daf23492-b412-40c6-860c-eaca92712d9f), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:30.317509 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Pushing event deleted for resources: {'Port': ['ID=daf23492-b412-40c6-860c-eaca92712d9f,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:30.483692 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16262937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16269191'] for router_interface (4c05a100-8111-4b56-82bb-4dbb43860522), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:30.952214 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Router 4c05a100-8111-4b56-82bb-4dbb43860522 has already been hosted by L3 agent bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc {{(pid=103491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 16:55:31.059162 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] Notify agent at l3_agent.dv-cinder-834009-1-iscsi the message routers_updated {{(pid=103491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 16:55:31.064574 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-56183856-714d-4161-bcae-bf6c2c36d09d admin admin] 10.222.0.30 "PUT /v2.0/routers/4c05a100-8111-4b56-82bb-4dbb43860522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534271 Mar 16 16:55:31.067149 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44604) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:31.068781 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063be487-6249-481f-b1be-39895950643f None None] Sync routers for ids ['4c05a100-8111-4b56-82bb-4dbb43860522'] in dv-cinder-834009-1-iscsi {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 16:55:31.078068 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063be487-6249-481f-b1be-39895950643f None None] Routers {'4c05a100-8111-4b56-82bb-4dbb43860522'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:55:31.078687 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-063be487-6249-481f-b1be-39895950643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:55:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['4c05a100-8111-4b56-82bb-4dbb43860522'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:31.173248 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks [] for router (4c05a100-8111-4b56-82bb-4dbb43860522), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:31.182605 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-063be487-6249-481f-b1be-39895950643f None None] Set router 4c05a100-8111-4b56-82bb-4dbb43860522 gateway port host: dv-cinder-834009-1-iscsi {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:55:31.460131 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:55:31.501785 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-063be487-6249-481f-b1be-39895950643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'external_fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:55:30Z', 'revision_number': 5, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port': {'id': '59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8', 'name': '', 'network_id': '8cd802d5-8f3f-4c3f-8cef-2c1d444c831a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834009-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaefccb6-a5fe-4df7-92d2-cf890e0a39e6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834009-1-iscsi'}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:31.519933 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks [] for router_gateway (4c05a100-8111-4b56-82bb-4dbb43860522), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:31.528445 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063be487-6249-481f-b1be-39895950643f None None] Checking router: 4c05a100-8111-4b56-82bb-4dbb43860522 for host: dv-cinder-834009-1-iscsi {{(pid=103492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 16:55:31.537187 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063be487-6249-481f-b1be-39895950643f None None] Routers {'4c05a100-8111-4b56-82bb-4dbb43860522'} bound to L3 agent in host dv-cinder-834009-1-iscsi {{(pid=103492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 16:55:31.537792 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-063be487-6249-481f-b1be-39895950643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834009-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T16:25:16Z,description=,heartbeat_timestamp=2022-03-16T16:55:16Z,host='dv-cinder-834009-1-iscsi',id=bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T16:25:16Z,topic='l3_agent')) {'router_ids': ['4c05a100-8111-4b56-82bb-4dbb43860522'], 'active': True} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:31.571269 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Deleting port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:31.571609 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:31.625669 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvr_db [None req-063be487-6249-481f-b1be-39895950643f None None] Set router 4c05a100-8111-4b56-82bb-4dbb43860522 gateway port host: None {{(pid=103492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 16:55:31.649414 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] For port 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,segment=NetworkSegment(46a26ccd-ec82-4f33-a44d-3bc11e4576ab),segment_id=46a26ccd-ec82-4f33-a44d-3bc11e4576ab)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:31.649794 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:31.665838 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Calling delete_port for 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 owned by network:router_gateway {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:31.679558 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_hamode_db [None req-063be487-6249-481f-b1be-39895950643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:55:31Z', 'revision_number': 6, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port_host': None}], 'dv-cinder-834009-1-iscsi', False) {} {{(pid=103492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:31.706795 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063be487-6249-481f-b1be-39895950643f None None] The sync data for ids ['4c05a100-8111-4b56-82bb-4dbb43860522'] in dv-cinder-834009-1-iscsi is: [{'id': '4c05a100-8111-4b56-82bb-4dbb43860522', 'name': 'tempest-TestMinimumBasicScenario-1426696197-router', 'tenant_id': 'c26d67f580be41b4a72fd29b118b2070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T16:52:27Z', 'updated_at': '2022-03-16T16:55:31Z', 'revision_number': 6, 'project_id': 'c26d67f580be41b4a72fd29b118b2070', 'gw_port_host': None}] {{(pid=103492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 16:55:31.850316 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:31.873924 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Pushing event deleted for resources: {'Port': ['ID=59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:31.934749 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16268385'] for router_gateway (4c05a100-8111-4b56-82bb-4dbb43860522), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.035431 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16267418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10655'] for router (4c05a100-8111-4b56-82bb-4dbb43860522), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.037819 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks [] for router_controller (4c05a100-8111-4b56-82bb-4dbb43860522), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.094162 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16267409'] for router (4c05a100-8111-4b56-82bb-4dbb43860522), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.094919 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c05a100-8111-4b56-82bb-4dbb43860522 {{(pid=103490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 16:55:32.101627 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.102822 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-205ce45b-6281-4e21-9b67-c9fede5eab0a admin admin] 10.222.0.30 "DELETE /v2.0/routers/4c05a100-8111-4b56-82bb-4dbb43860522 HTTP/1.1" status: 204 len: 168 time: 1.0346203 Mar 16 16:55:32.105306 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44606) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:32.152411 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] Deleting subnet f41a979d-cd57-4a68-9ca6-6c50b7974a4f {{(pid=103490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 16:55:32.156074 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] Publish callbacks [] for subnet (f41a979d-cd57-4a68-9ca6-6c50b7974a4f), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.191723 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065177'] for subnet (f41a979d-cd57-4a68-9ca6-6c50b7974a4f), precommit_delete_associations {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.275472 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699534'] for subnet (f41a979d-cd57-4a68-9ca6-6c50b7974a4f), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.329836 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16496631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13634474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13685210'] for subnet (f41a979d-cd57-4a68-9ca6-6c50b7974a4f), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.362145 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41a979d-cd57-4a68-9ca6-6c50b7974a4f,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:32.364182 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for subnet (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.370039 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f20f6aa-8576-4206-9343-4e496328130c None None] Network aad2a897-0f16-4c3a-9c1d-f7d6923f7652 requested from dv-cinder-834009-1-iscsi {{(pid=103492) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 16:55:32.370666 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-d0159aa1-ad61-46ab-a916-e424b794ef77 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f41a979d-cd57-4a68-9ca6-6c50b7974a4f HTTP/1.1" status: 204 len: 168 time: 0.2643297 Mar 16 16:55:32.373761 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44608) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:32.442872 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561999'] for network (aad2a897-0f16-4c3a-9c1d-f7d6923f7652), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.505220 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Deleting port 962d9860-4995-4095-b6f9-f8411c1c414d {{(pid=103490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:32.505561 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.520458 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] DHCP port deletion for aad2a897-0f16-4c3a-9c1d-f7d6923f7652 request from dv-cinder-834009-1-iscsi {{(pid=103492) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 16:55:32.567609 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Deleting port 962d9860-4995-4095-b6f9-f8411c1c414d {{(pid=103492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 16:55:32.568309 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766422671270'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), before_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.575280 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] For port 962d9860-4995-4095-b6f9-f8411c1c414d, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=962d9860-4995-4095-b6f9-f8411c1c414d,segment=NetworkSegment(67ff8e93-749c-46f4-b33c-d4b2435daebd),segment_id=67ff8e93-749c-46f4-b33c-d4b2435daebd)] {{(pid=103490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:32.575721 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.591019 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.plugin [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Calling delete_port for 962d9860-4995-4095-b6f9-f8411c1c414d owned by network:dhcp {{(pid=103490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:32.634852 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.db [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] For port 962d9860-4995-4095-b6f9-f8411c1c414d, host dv-cinder-834009-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834009-1-iscsi',level=0,port_id=962d9860-4995-4095-b6f9-f8411c1c414d,segment=NetworkSegment(67ff8e93-749c-46f4-b33c-d4b2435daebd),segment_id=67ff8e93-749c-46f4-b33c-d4b2435daebd)] {{(pid=103492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 16:55:32.635243 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16302490'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), precommit_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.652608 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Calling delete_port for 962d9860-4995-4095-b6f9-f8411c1c414d owned by network:dhcp {{(pid=103492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 16:55:32.685568 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13634421'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.718140 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] No DVR routers for this DVR port 962d9860-4995-4095-b6f9-f8411c1c414d on host dv-cinder-834009-1-iscsi {{(pid=103490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:55:32.724247 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Pushing event deleted for resources: {'Port': ['ID=962d9860-4995-4095-b6f9-f8411c1c414d,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:32.741975 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766422679309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766422139760'] for port (962d9860-4995-4095-b6f9-f8411c1c414d), after_delete {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.771633 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Pushing event deleted for resources: {'Port': ['ID=962d9860-4995-4095-b6f9-f8411c1c414d,revision_number=None']} {{(pid=103492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:32.780144 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.781094 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.781441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.781780 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.782112 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.782441 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.782765 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.783089 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.783417 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.783739 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.784061 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.784407 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.784728 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.785047 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.785365 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834009-1-iscsi {{(pid=103492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 16:55:32.789671 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51d8bc-c85c-478e-849b-a094febe538d None None] No DVR routers for this DVR port 962d9860-4995-4095-b6f9-f8411c1c414d on host dv-cinder-834009-1-iscsi {{(pid=103492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 16:55:32.809767 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701721', 'neutron.services.segments.db._delete_segments_for_network-8766422729418'] for network (aad2a897-0f16-4c3a-9c1d-f7d6923f7652), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.831914 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad2a897-0f16-4c3a-9c1d-f7d6923f7652']}} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:32.841868 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ff8e93-749c-46f4-b33c-d4b2435daebd') {'for_net_delete': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:32.842198 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.services.segments.db [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ff8e93-749c-46f4-b33c-d4b2435daebd') {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 16:55:32.856186 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766422731475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065170'] for segment (67ff8e93-749c-46f4-b33c-d4b2435daebd), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.869277 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147'] for segment (67ff8e93-749c-46f4-b33c-d4b2435daebd), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.875240 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 16:55:32.875643 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13634304'] for segment (67ff8e93-749c-46f4-b33c-d4b2435daebd), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: Traceback (most recent call last): Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: timer() Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: cb(*args, **kw) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: return func(*args, **kwargs) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: self._notify() Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: self.callback(batched_events) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: event.method(event) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: return f(self, *a, **k) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._get(url).json() Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: return self.request(url, 'GET', **kwargs) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 16:55:32.877368 dv-cinder-834009-1-iscsi neutron-server[103490]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 16:55:32.929417 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16262930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16268293'] for network (aad2a897-0f16-4c3a-9c1d-f7d6923f7652), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.939617 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16262972'] for network (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:32.942851 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] 10.222.0.30 "DELETE /v2.0/networks/aad2a897-0f16-4c3a-9c1d-f7d6923f7652 HTTP/1.1" status: 204 len: 168 time: 0.5678623 Mar 16 16:55:32.956199 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5485f4-9fe8-42f6-b85c-3d16cf08726c admin admin] Pushing event deleted for resources: {'Network': ['ID=aad2a897-0f16-4c3a-9c1d-f7d6923f7652,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:33.112205 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44612) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:33.151243 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-fb181c5b-0c83-4370-a907-139537cce8d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbfe036c24ac4464aca1989d9b84c617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378788 Mar 16 16:55:33.153622 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [-] (103490) accepted ('10.222.0.30', 44614) {{(pid=103490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:33.200068 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-af0dab1f-88ad-48ba-bc7e-6f5ce1269053 admin admin] Publish callbacks [] for security_group (cbbdad06-7b58-47c2-9226-b368e79fc40b), before_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.220995 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-af0dab1f-88ad-48ba-bc7e-6f5ce1269053 admin admin] Publish callbacks [] for security_group (cbbdad06-7b58-47c2-9226-b368e79fc40b), precommit_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.274327 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-af0dab1f-88ad-48ba-bc7e-6f5ce1269053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (cbbdad06-7b58-47c2-9226-b368e79fc40b), after_delete {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.277546 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-af0dab1f-88ad-48ba-bc7e-6f5ce1269053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.279564 dv-cinder-834009-1-iscsi neutron-server[103490]: INFO neutron.wsgi [None req-af0dab1f-88ad-48ba-bc7e-6f5ce1269053 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbbdad06-7b58-47c2-9226-b368e79fc40b HTTP/1.1" status: 204 len: 168 time: 0.1248052 Mar 16 16:55:33.293255 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dab1f-88ad-48ba-bc7e-6f5ce1269053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbdad06-7b58-47c2-9226-b368e79fc40b,revision_number=None']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:33.392844 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device daf23492-b412-40c6-860c-eaca92712d9f no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:55:33.413218 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: daf23492-b412-40c6-860c-eaca92712d9f {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:55:33.413633 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device daf23492-b412-40c6-860c-eaca92712d9f not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:55:33.414106 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:55:33.433653 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:55:33.434113 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 59f515f5-2ee7-40c7-a72a-6bdc9c2b2ff8 not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:55:33.437289 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 962d9860-4995-4095-b6f9-f8411c1c414d no longer exists at agent ovs-agent-dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 16:55:33.456974 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.plugin [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] No Port match for: 962d9860-4995-4095-b6f9-f8411c1c414d {{(pid=103492) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 16:55:33.457319 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron.plugins.ml2.rpc [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Device 962d9860-4995-4095-b6f9-f8411c1c414d not bound to the agent host dv-cinder-834009-1-iscsi {{(pid=103492) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 16:55:33.598009 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44620) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:33.641630 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-5afc6676-69b0-4d33-8711-3a867fff9eec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c26d67f580be41b4a72fd29b118b2070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423672 Mar 16 16:55:33.644255 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [-] (103491) accepted ('10.222.0.30', 44622) {{(pid=103491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 16:55:33.694333 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-218bcc67-0b57-4cd3-91da-371415702aa6 admin admin] Publish callbacks [] for security_group (d29a7b07-788c-4887-86cb-e99c6623701b), before_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.714827 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-218bcc67-0b57-4cd3-91da-371415702aa6 admin admin] Publish callbacks [] for security_group (d29a7b07-788c-4887-86cb-e99c6623701b), precommit_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.764002 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-218bcc67-0b57-4cd3-91da-371415702aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512057'] for security_group (d29a7b07-788c-4887-86cb-e99c6623701b), after_delete {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.766679 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron_lib.callbacks.manager [None req-218bcc67-0b57-4cd3-91da-371415702aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:33.767802 dv-cinder-834009-1-iscsi neutron-server[103491]: INFO neutron.wsgi [None req-218bcc67-0b57-4cd3-91da-371415702aa6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d29a7b07-788c-4887-86cb-e99c6623701b HTTP/1.1" status: 204 len: 168 time: 0.1226068 Mar 16 16:55:33.775300 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bcc67-0b57-4cd3-91da-371415702aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29a7b07-788c-4887-86cb-e99c6623701b,revision_number=None']} {{(pid=103491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 16:55:44.099156 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3ea3-07f5-4c62-8351-e8638ac7ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:46.370574 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd5bd-e07e-482e-845e-3ed390ebae3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:47.644644 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:49.134758 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:50.395112 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:55:55.111168 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:08.459552 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:56:14.092432 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a5f964f3-84af-4e9a-a826-dc61830007c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:16.372072 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-180a4969-963b-46e3-8c1e-87d671715eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:17.645712 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:19.137456 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:20.396941 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:25.109263 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:29.087231 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-d904ac0c-bb96-410b-abc4-1c6b33868f59 service neutron] (103491) timed out ('10.222.0.30', 40856) {{(pid=103491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 16:56:29.258106 dv-cinder-834009-1-iscsi neutron-server[103491]: DEBUG neutron.wsgi [req-b6c59d82-f078-47d9-a873-43853823eff4 req-1b242015-f66c-4835-bc17-11598e7b4a2c tempest-TestShelveInstance-1848993700 tempest-TestShelveInstance-1848993700-project] (103491) timed out ('10.222.0.30', 40864) {{(pid=103491) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 16:56:44.096920 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-85d4b775-0aef-4066-90f3-5d7bb5093f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:45.458470 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:56:46.372838 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-42fb7e3b-f513-4d5c-9cb0-e12c0251b14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:47.651528 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:49.140246 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:50.404203 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:56:55.123239 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:14.097723 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-4d9490bd-0c71-416d-ba14-fde39d992d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:15.410151 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-f8f4875e-3bcf-4772-9188-249cf3f4e02b service neutron] (103490) timed out ('10.222.0.30', 38878) {{(pid=103490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 16:57:15.491965 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-65ae5fa0-8a31-4260-ab62-c58658d5aabe req-acff9c4c-4216-44f9-ac4c-bbc3b8e255d5 tempest-AttachVolumeShelveTestJSON-1875825553 tempest-AttachVolumeShelveTestJSON-1875825553-project] (103490) timed out ('10.222.0.30', 38890) {{(pid=103490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 16:57:16.375186 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3b3f9bcc-ef4c-4909-8080-25c3dbd1cc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:17.651336 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:19.148860 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:20.395823 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:22.458355 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:57:25.122178 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:44.099500 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-d284d816-1423-4504-890f-e8044dfb6c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:46.380114 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-138bd95a-3716-414c-9c4c-12a4633d316e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:47.655325 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:49.146931 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:50.397258 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:55.136608 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:57:59.457186 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:58:14.100785 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-91c4cee5-2bb5-43b7-9550-f81f155a8b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:16.383561 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3d3-a2a3-44b0-96ad-506bbf82f2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:17.657104 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:19.150984 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:20.399019 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:25.137430 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:36.456227 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:58:44.102797 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f816-d6fb-4768-933a-6b6b3ee646d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:46.384222 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-a22f84fa-848f-4ac1-85ec-fe1812673f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:47.660586 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:49.154836 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:50.402634 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:58:55.151342 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:13.455443 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:59:14.104151 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d749-22b7-4973-ab63-52314293970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:16.388028 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-3b3588f7-e474-4ec8-b1b7-757daed069c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:17.663658 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:19.162179 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:20.406266 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:25.151859 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:44.105087 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-6a730e8d-0a44-4df5-9c82-c5bc8ad022f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:46.388759 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-9995d797-5b30-47dc-a2a1-58f2c4a5c2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:47.665790 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:49.160204 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:50.410277 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 16:59:50.454567 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 16:59:55.164749 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:14.105989 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-172f505d-5148-482e-a6ef-42f1fb173b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:16.389919 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-8b96675f-4afd-4bce-8e46-b15fb44e0d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:17.668115 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:19.161960 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:20.412811 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:25.196499 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:27.453500 dv-cinder-834009-1-iscsi neutron-server[103493]: DEBUG neutron.db.agents_db [None req-11aaa51f-bca0-459d-8b91-301f133735de None None] Agent healthcheck: found 6 active agents {{(pid=103493) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 17:00:37.657984 dv-cinder-834009-1-iscsi neutron-server[103490]: DEBUG neutron.wsgi [req-15942eb9-eab4-4553-adcd-8f6ecdce7b41 req-c6206869-d173-4e51-9376-3ba6f5d3bc34 service neutron] (103490) timed out ('10.222.0.57', 63278) {{(pid=103490) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 17:00:44.108556 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-61cb47ca-2449-4f49-821b-defbab7dba40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (a5ef9e79-2717-4378-b928-ecffbeac5a55), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:46.392182 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-43c43716-609a-483c-bb59-854a1d075869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (bd1cfac2-9bd8-4d55-acf5-bc9a91c6c7bc), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:47.671623 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-efdb8e32-8a74-48e9-a1e2-cee9b2c8f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (e03e08b2-6301-490c-9082-df1cdab6488f), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:49.166408 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-332eed09-cdbc-4fad-baa6-7e5b81ea7833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (fd0451d9-a984-4359-8e0e-0a5999c2d0ea), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:50.415311 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-94e3fff4-6153-438b-97a8-ccf839a621a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (c8d54816-e89f-46a2-bed1-f0ad6187dc14), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 17:00:55.196406 dv-cinder-834009-1-iscsi neutron-server[103492]: DEBUG neutron_lib.callbacks.manager [None req-f79ba029-1afd-4bb3-bf81-a5353e5d543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766422729400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702738'] for agent (7c9bb1d2-0ce6-4970-8b13-212f76190c43), after_update {{(pid=103492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}